00010000:00000010:3.1:1776202218.582335:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000302a76a1. 00010000:00000010:3.1:1776202218.603732:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012b0bfa2. 00010000:00000010:3.1:1776202218.643071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000831b86ef. 00010000:00000010:3.1:1776202218.650943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000641683d4. 00010000:00000010:3.1:1776202218.650952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044628060. 00010000:00000010:3.1:1776202218.717123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000894b127f. 00010000:00000010:3.1:1776202218.717136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a533483. 00010000:00000010:3.1:1776202218.717139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae4fa86. 00010000:00000010:3.1:1776202218.726190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003050300d. 00010000:00000010:3.1:1776202218.726199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004decd3d6. 00010000:00000010:3.1:1776202218.726202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074965a7. 00010000:00000010:3.1:1776202218.726206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009061f9fa. 00010000:00000010:3.1:1776202218.726209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4fc480f. 00010000:00000010:3.1:1776202218.734418:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6194035. 00010000:00000010:3.1:1776202218.734425:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303f0dad. 00010000:00000010:3.1:1776202218.787040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000864ac09e. 00010000:00000010:3.1:1776202218.787047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e601367. 00010000:00000010:3.1:1776202218.787052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c39df7. 00010000:00000010:3.1:1776202218.787054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202218.795243:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6799fa. 00010000:00000010:3.1:1776202218.801889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cfc887d. 00010000:00000010:3.1:1776202218.860082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d30a090. 00010000:00000010:3.1:1776202218.923957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a4b5a3. 00010000:00000010:3.1:1776202218.947879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025f8100e. 00010000:00000010:3.1:1776202218.968967:0:78184:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d7c2678. 00010000:00000010:3.1:1776202218.996854:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004cf419f. 00010000:00000010:3.1:1776202218.996862:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03c6eff. 00010000:00000010:3.1:1776202219.016650:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd09f16. 00010000:00000010:3.1:1776202219.016785:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202219.043261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd480f0. 00010000:00000010:3.1:1776202219.051199:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d61e3f. 00010000:00000010:3.1:1776202219.070526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a1644be. 00010000:00000010:3.1:1776202219.070533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db499fb. 00010000:00000010:3.1:1776202219.070538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7ee78b. 00010000:00000010:3.1:1776202219.077006:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fc0227f. 00010000:00000010:3.1:1776202219.077017:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac67d6cd. 00010000:00000010:3.1:1776202219.077021:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2fc339. 00010000:00000010:3.1:1776202219.077024:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ca2b4d. 00010000:00000010:3.1:1776202219.077027:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202219.079264:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045933c56. 00010000:00000010:3.1:1776202219.079277:0:1033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a569cea1. 00010000:00000010:3.1:1776202219.079280:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202219.104689:0:78201:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb7b961. 00010000:00000010:3.1:1776202219.116161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18db595. 00010000:00000010:3.1:1776202219.116183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045211f9b. 00010000:00000010:3.1:1776202219.131332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000458d8966. 00010000:00000010:3.1:1776202219.146310:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ad9393f. 00010000:00000010:3.1:1776202219.146319:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002164061c. 00010000:00000010:3.1:1776202219.146324:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa69dbd7. 00010000:00000010:3.1:1776202219.151213:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddf2c2d. 00010000:00000010:3.1:1776202219.151224:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202219.160933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043fc1748. 00010000:00000010:3.1:1776202219.160948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202219.220317:0:78205:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce215122. 00010000:00000010:3.1:1776202219.220334:0:78205:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b3b7fa. 00010000:00000010:3.1:1776202219.267126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081741aa9. 00010000:00000010:3.1:1776202219.267140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000198b11f. 00010000:00000010:3.1:1776202219.267144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:3.1:1776202219.270218:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:3.1:1776202219.320336:0:78212:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3501c9b. 00010000:00000010:3.1:1776202219.320349:0:78212:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000843c88d7. 00010000:00000010:3.1:1776202219.339238:0:78204:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc2293f. 00010000:00000010:3.1:1776202219.339252:0:78204:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff8a74e7. 00010000:00000010:3.1:1776202219.339255:0:78204:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:3.1:1776202219.342346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ad06b2. 00010000:00000010:3.1:1776202219.342360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063d27c43. 00010000:00000010:3.1:1776202219.342364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202219.423269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019fa90e3. 00010000:00000010:3.1:1776202219.429914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000138cf404. 00010000:00000010:3.1:1776202219.459455:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000298d1eb0. 00010000:00000010:3.1:1776202219.481386:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d161f06. 00010000:00000010:3.1:1776202219.481400:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcc062a9. 00010000:00000010:3.1:1776202219.481403:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfc4dfc. 00010000:00000010:3.1:1776202219.497012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:3.1:1776202219.497024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202219.503883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f2920d. 00010000:00000010:3.1:1776202219.503893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6159585. 00010000:00000010:3.1:1776202219.503898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:3.1:1776202219.503901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ca2b4d. 00010000:00000010:3.1:1776202219.503904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202219.507878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea6a0cb. 00010000:00000010:3.1:1776202219.507888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000280724d. 00010000:00000010:3.1:1776202219.507891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:3.1:1776202219.523911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:3.1:1776202219.523918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af47ab20. 00010000:00000010:3.1:1776202219.523923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202219.535195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7825b97. 00010000:00000010:3.1:1776202219.535203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976a2c30. 00010000:00000010:3.1:1776202219.616851:0:1034:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0992f80. 00010000:00000010:3.1:1776202219.616862:0:1034:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064209329. 00010000:00000010:3.1:1776202219.616865:0:1034:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17f05f2. 00010000:00000010:3.1:1776202219.621648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2f3d92. 00010000:00000010:3.1:1776202219.621662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8975f75. 00010000:00000010:3.1:1776202219.621665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202219.624872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c49c10. 00010000:00000010:3.1:1776202219.644306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c4204dd. 00010000:00000010:3.1:1776202219.644313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003854b1b6. 00010000:00000010:3.1:1776202219.664303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f5d16af. 00010000:00000010:3.1:1776202219.664316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202219.669507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6628c4b. 00010000:00000010:3.1:1776202219.669516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202219.672221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e8ae8c8. 00010000:00000010:3.1:1776202219.672241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202219.676070:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdeb02e. 00010000:00000010:3.1:1776202219.735082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089dd8bab. 00010000:00000010:3.1:1776202219.768283:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dc99f47. 00010000:00000010:3.1:1776202219.784265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d59eca. 00010000:00000010:3.1:1776202219.812373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028a866b6. 00010000:00000010:3.1:1776202219.819178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63b5aa9. 00010000:00000010:3.1:1776202219.819196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae531333. 00010000:00000010:3.1:1776202219.859926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099149ad. 00010000:00000010:3.1:1776202219.872174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a51a3e. 00010000:00000010:3.1:1776202219.875099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a08e3c8. 00010000:00000010:3.1:1776202219.885390:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b302c091. 00010000:00000010:3.1:1776202219.903554:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0bd5ce. 00010000:00000010:3.1:1776202220.037881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e81c63. 00010000:00000010:3.1:1776202220.049661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056edf3ab. 00010000:00000010:3.1:1776202220.049686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005384f8b0. 00010000:00000010:3.1:1776202220.049692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12efe50. 00010000:00000010:3.1:1776202220.062400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0a9944. 00010000:00000010:3.1:1776202220.062420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ade1f7. 00010000:00000010:3.1:1776202220.062425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202220.068217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a74d90. 00010000:00000010:3.1:1776202220.068385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20ca329. 00010000:00000010:3.1:1776202220.068391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.095756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6dbc083. 00010000:00000010:3.1:1776202220.108845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d7864e. 00010000:00000010:3.1:1776202220.120820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004125a18f. 00010000:00000010:3.1:1776202220.128027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ba9e2f8. 00010000:00000010:3.1:1776202220.151359:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c10c56e. 00010000:00000010:3.1:1776202220.165995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000281cd20d. 00010000:00000010:3.1:1776202220.188427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7edde4c. 00010000:00000010:3.1:1776202220.208053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4c3aeea. 00010000:00000010:3.1:1776202220.231304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057d8658c. 00010000:00000010:3.1:1776202220.231318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:3.1:1776202220.239086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029b8a36a. 00010000:00000010:3.1:1776202220.239093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.261894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab255ae. 00010000:00000010:3.1:1776202220.261903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67aa27c. 00010000:00000010:3.1:1776202220.261907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:3.1:1776202220.267398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef4ae24. 00010000:00000010:3.1:1776202220.267406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.278206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9dc0bd. 00010000:00000010:3.1:1776202220.278219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202220.285191:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202220.285202:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.288890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd0eeb1. 00010000:00000010:3.1:1776202220.288912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202220.288917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202220.288921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202220.292880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b93148f4. 00010000:00000010:3.1:1776202220.292902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbefdce2. 00010000:00000010:3.1:1776202220.292907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202220.300339:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c526007d. 00010000:00000010:3.1:1776202220.300351:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000619311ba. 00010000:00000010:3.1:1776202220.300357:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.323053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027528cfb. 00010000:00000010:3.1:1776202220.323069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202220.330212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5df937. 00010000:00000010:3.1:1776202220.330239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089a6d974. 00010000:00000010:3.1:1776202220.330244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.330249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a26cfd0. 00010000:00000010:3.1:1776202220.330253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202220.330256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202220.330259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202220.341096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008761004b. 00010000:00000010:3.1:1776202220.341118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdaa021. 00010000:00000010:3.1:1776202220.341123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202220.368087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005988b1fe. 00010000:00000010:3.1:1776202220.368108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202220.372136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000597ded52. 00010000:00000010:3.1:1776202220.372152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202220.387101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae4c20cc. 00010000:00000010:3.1:1776202220.399094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:3.1:1776202220.413257:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000513fbc2c. 00010000:00000010:3.1:1776202220.413268:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:3.1:1776202220.421666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b084dbc. 00010000:00000010:3.1:1776202220.421682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202220.431889:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2b79f3. 00010000:00000010:3.1:1776202220.431897:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202220.431902:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202220.431905:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202220.443579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2af711e. 00010000:00000010:3.1:1776202220.443733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.445490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014fd33b0. 00010000:00000010:3.1:1776202220.445509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202220.523964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb5f271a. 00010000:00000010:3.1:1776202220.555028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c475259. 00010000:00000010:3.1:1776202220.594844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a242a3. 00010000:00000010:3.1:1776202220.594875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54307d3. 00010000:00000010:3.1:1776202220.655023:0:78235:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c33ade. 00010000:00000010:3.1:1776202220.666818:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac212f16. 00010000:00000010:3.1:1776202220.668868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7e88f1. 00010000:00000010:3.1:1776202220.706919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc6aebaa. 00010000:00000010:3.1:1776202220.710985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1167f82. 00010000:00000010:3.1:1776202220.756866:0:78234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049eac0ee. 00010000:00000010:3.1:1776202220.797856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063575f07. 00010000:00000010:3.1:1776202220.808243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a4f9630. 00010000:00000010:3.1:1776202220.808248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a418afe. 00010000:00000010:3.1:1776202220.813086:0:78234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089056213. 00010000:00000010:3.1:1776202220.813094:0:78234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4f0fce. 00010000:00000010:3.1:1776202220.813098:0:78234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.815271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e736302f. 00010000:00000010:3.1:1776202220.821869:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edbd00c7. 00010000:00000010:3.1:1776202220.830174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000136e2612. 00010000:00000010:3.1:1776202220.853264:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027006bf9. 00010000:00000010:3.1:1776202220.868170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2a4b9db. 00010000:00000010:3.1:1776202220.868175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1571beb. 00010000:00000010:3.1:1776202220.868178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001615323b. 00010000:00000010:3.1:1776202220.912573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae82e987. 00010000:00000010:3.1:1776202220.912585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053cedbe0. 00010000:00000010:3.1:1776202220.912589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:3.1:1776202220.912592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202220.912595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.950546:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a623392. 00010000:00000010:3.1:1776202220.950557:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e1c668d. 00010000:00000010:3.1:1776202220.962865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb1f292. 00010000:00000010:3.1:1776202220.962873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202220.970598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc67b7a. 00010000:00000010:3.1:1776202220.972868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:3.1:1776202220.997004:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f286692. 00010000:00000010:3.1:1776202221.005923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809dbe62. 00010000:00000010:3.1:1776202221.017020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005846633. 00010000:00000010:3.1:1776202221.017027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625d5ff1. 00010000:00000010:3.1:1776202221.018870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f81296bc. 00010000:00000010:3.1:1776202221.018877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f89e95fe. 00010000:00000010:3.1:1776202221.018881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.046188:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005518883e. 00010000:00000010:3.1:1776202221.051260:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5283091. 00010000:00000010:3.1:1776202221.051268:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec09848. 00010000:00000010:3.1:1776202221.051272:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ccb1b6. 00010000:00000010:3.1:1776202221.056985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5c84fe7. 00010000:00000010:3.1:1776202221.056998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b5cd38. 00010000:00000010:3.1:1776202221.057002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.062887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd079a6. 00010000:00000010:3.1:1776202221.062900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009844631a. 00010000:00000010:3.1:1776202221.062904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202221.068057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065266a7d. 00010000:00000010:3.1:1776202221.068071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014f02dc1. 00010000:00000010:3.1:1776202221.068075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.075290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ae58e6c. 00010000:00000010:3.1:1776202221.075305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.095915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a62932b6. 00010000:00000010:3.1:1776202221.095928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5943c7c. 00010000:00000010:3.1:1776202221.095933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2ebb417. 00010000:00000010:3.1:1776202221.095936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0c5991. 00010000:00000010:3.1:1776202221.129929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031bac5f4. 00010000:00000010:3.1:1776202221.129943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dc4487d. 00010000:00000010:3.1:1776202221.129947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202221.129949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.155074:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0efa41. 00010000:00000010:3.1:1776202221.155086:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a2d0d9f. 00010000:00000010:3.1:1776202221.155089:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202221.173921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8ad8d0a. 00010000:00000010:3.1:1776202221.173929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:3.1:1776202221.173932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202221.173935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202221.181232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2684d50. 00010000:00000010:3.1:1776202221.181239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202221.191210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f899742. 00010000:00000010:3.1:1776202221.191220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026319355. 00010000:00000010:3.1:1776202221.191224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.202501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:3.1:1776202221.202513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc7b66b1. 00010000:00000010:3.1:1776202221.202516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202221.205326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cac8f42. 00010000:00000010:3.1:1776202221.205343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022557ccc. 00010000:00000010:3.1:1776202221.205347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202221.209135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087020a31. 00010000:00000010:3.1:1776202221.209145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.209149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066892034. 00010000:00000010:3.1:1776202221.209152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.215085:0:78261:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094c457d0. 00010000:00000010:3.1:1776202221.215320:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202221.228182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a980cd. 00010000:00000010:3.1:1776202221.276568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1565587. 00010000:00000010:3.1:1776202221.276579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c55ec5. 00010000:00000010:3.1:1776202221.276583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:3.1:1776202221.285613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000115b7b07. 00010000:00000010:3.1:1776202221.285626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0bbac4. 00010000:00000010:3.1:1776202221.285630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202221.291163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5eced54. 00010000:00000010:3.1:1776202221.291177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8b4ceae. 00010000:00000010:3.1:1776202221.291182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.300238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970d190f. 00010000:00000010:3.1:1776202221.300254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.313862:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb78a3a5. 00010000:00000010:3.1:1776202221.313869:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202221.313873:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb7dc8f4. 00010000:00000010:3.1:1776202221.313878:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.318257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc67804. 00010000:00000010:3.1:1776202221.318265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202221.319999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006d9fc05. 00010000:00000010:3.1:1776202221.320008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202221.343039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c676aa03. 00010000:00000010:3.1:1776202221.343048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202221.357024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056ff1d7b. 00010000:00000010:3.1:1776202221.369950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093058824. 00010000:00000010:3.1:1776202221.369957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:3.1:1776202221.380935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083c68fc9. 00010000:00000010:3.1:1776202221.389639:0:1058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa526402. 00010000:00000010:3.1:1776202221.389660:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:3.1:1776202221.428935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bf9e44a. 00010000:00000010:3.1:1776202221.490961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036401327. 00010000:00000010:3.1:1776202221.490975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb42ddd. 00010000:00000010:3.1:1776202221.500288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b6729e. 00010000:00000010:3.1:1776202221.538884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b97b3b. 00010000:00000010:3.1:1776202221.549923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:3.1:1776202221.570215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a68316f. 00010000:00000010:3.1:1776202221.581868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf230f7. 00010000:00000010:1.1:1776202221.693031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:3.1:1776202221.705885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c15dd9e. 00010000:00000010:1.1:1776202221.725881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ab57c0. 00010000:00000010:1.1:1776202221.725897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fa00dd. 00010000:00000010:1.1:1776202221.742934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003102bbc. 00010000:00000010:1.1:1776202221.742949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:3.1:1776202221.748901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c161ebb. 00010000:00000010:3.1:1776202221.763672:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078c42abb. 00010000:00000010:3.1:1776202221.767764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f1b43f. 00010000:00000010:3.1:1776202221.792016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006badc951. 00010000:00000010:3.1:1776202221.824420:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075af718. 00010000:00000010:1.1:1776202221.840273:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755e4991. 00010000:00000010:1.1:1776202221.840281:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00010000:00000010:3.1:1776202221.845626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:3.1:1776202221.845635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a8846a0. 00010000:00000010:3.1:1776202221.845638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:1.1:1776202221.847634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b38dcc0e. 00010000:00000010:1.1:1776202221.855039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047eacc42. 00010000:00000010:3.1:1776202221.863259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006218b48b. 00010000:00000010:1.1:1776202221.879950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bac92c4. 00010000:00000010:1.1:1776202221.886987:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af53609. 00010000:00000010:1.1:1776202221.887006:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00010000:00000010:1.1:1776202221.894182:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d02162. 00010000:00000010:1.1:1776202221.919342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929a2771. 00010000:00000010:1.1:1776202221.984659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288802d1. 00010000:00000010:1.1:1776202221.993073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f29375. 00010000:00000010:1.1:1776202221.993090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd138e16. 00010000:00000010:1.1:1776202221.997170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202221.997183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2fd9f64. 00010000:00000010:1.1:1776202221.997188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202222.008925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000711eca54. 00010000:00000010:1.1:1776202222.008945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:3.1:1776202222.023209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8a1310. 00010000:00000010:1.1:1776202222.032056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eddb8459. 00010000:00000010:1.1:1776202222.032065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202222.043703:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e25c0d3. 00010000:00000010:1.1:1776202222.043715:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd4c4f5. 00010000:00000010:1.1:1776202222.043719:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202222.043722:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596d9409. 00010000:00000010:1.1:1776202222.043725:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:3.1:1776202222.043920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ca8000. 00010000:00000010:1.1:1776202222.055978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202222.101913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9faa94a. 00010000:00000010:1.1:1776202222.114061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8348d9. 00010000:00000010:1.1:1776202222.114067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:1.1:1776202222.121025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0cf5aaa. 00010000:00000010:1.1:1776202222.121041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202222.125090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c1d2a74. 00010000:00000010:1.1:1776202222.125103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:3.1:1776202222.125873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffb5f4ef. 00010000:00000010:1.1:1776202222.129034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3b982e. 00010000:00000010:1.1:1776202222.129046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef2adf4. 00010000:00000010:1.1:1776202222.129050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202222.139873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be5228e4. 00010000:00000010:1.1:1776202222.139881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:3.1:1776202222.144887:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038d19ef2. 00010000:00000010:3.1:1776202222.144896:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202222.150937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39084c5. 00010000:00000010:1.1:1776202222.150943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:1.1:1776202222.162049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000588f7a7f. 00010000:00000010:1.1:1776202222.162056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31acc33. 00010000:00000010:1.1:1776202222.162060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:3.1:1776202222.167922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:1.1:1776202222.173057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb13bd6. 00010000:00000010:1.1:1776202222.173071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202222.173076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe568d8. 00010000:00000010:1.1:1776202222.173080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202222.185965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0fe0251. 00010000:00000010:1.1:1776202222.185973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:1.1:1776202222.189970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f7334b. 00010000:00000010:1.1:1776202222.189980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be746a2f. 00010000:00000010:1.1:1776202222.189984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202222.199093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe12d0e. 00010000:00000010:3.1:1776202222.203980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b8cae82. 00010000:00000010:3.1:1776202222.203997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f47d098a. 00010000:00000010:3.1:1776202222.204001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:3.1:1776202222.204005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4cb21a0. 00010000:00000010:3.1:1776202222.204009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202222.204012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202222.204015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:1.1:1776202222.206873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018d18c29. 00010000:00000010:3.1:1776202222.228322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db305bcf. 00010000:00000010:3.1:1776202222.242258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7af933. 00010000:00000010:3.1:1776202222.249947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fdaaa8. 00010000:00000010:3.1:1776202222.260967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312f8e80. 00010000:00000010:3.1:1776202222.273866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500b2fa6. 00010000:00000010:3.1:1776202222.280967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc8cd74. 00010000:00000010:3.1:1776202222.323168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bea089b0. 00010000:00000010:3.1:1776202222.327121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ed23e0. 00010000:00000010:1.1:1776202222.385092:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009587ca84. 00010000:00000010:1.1:1776202222.385114:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:3.1:1776202222.403069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cace9c39. 00010000:00000010:3.1:1776202222.443691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b4ac2a. 00010000:00000010:3.1:1776202222.448283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c53433a. 00010000:00000010:1.1:1776202222.479738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc59497a. 00010000:00000010:1.1:1776202222.479747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:3.1:1776202222.523284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f560c60c. 00010000:00000010:3.1:1776202222.523296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000709e0afa. 00010000:00000010:3.1:1776202222.523301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:3.1:1776202222.523304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202222.523306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:1.1:1776202222.545973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc90ac2c. 00010000:00000010:1.1:1776202222.545982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090fa4ea9. 00010000:00000010:1.1:1776202222.545987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:1.1:1776202222.565880:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a98671. 00010000:00000010:1.1:1776202222.587249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452f62bd. 00010000:00000010:1.1:1776202222.609255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a81bf0de. 00010000:00000010:1.1:1776202222.677003:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003899045d. 00010000:00000010:1.1:1776202222.677013:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:3.1:1776202222.684917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8fd270f. 00010000:00000010:3.1:1776202222.684932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202222.701050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8e041c. 00010000:00000010:1.1:1776202222.701067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:1.1:1776202222.719957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3f1a171. 00010000:00000010:3.1:1776202222.725882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf48c5d6. 00010000:00000010:3.1:1776202222.725888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:3.1:1776202222.725893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003628e773. 00010000:00000010:3.1:1776202222.725896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202222.737869:0:78284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000acdb932. 00010000:00000010:3.1:1776202222.737884:0:78284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:1.1:1776202222.741186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004913c932. 00010000:00000010:3.1:1776202222.765793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa410f6. 00010000:00000010:1.1:1776202222.766279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b13428b. 00010000:00000010:1.1:1776202222.766287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:1.1:1776202222.807687:0:78296:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000652db969. 00010000:00000010:1.1:1776202222.807694:0:78296:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90056a6. 00010000:00000010:3.1:1776202222.810921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e414e882. 00010000:00000010:3.1:1776202222.810928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:3.1:1776202222.854548:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb87f3a. 00010000:00000010:3.1:1776202222.883901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a84d44b6. 00010000:00000010:3.1:1776202222.883911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040201482. 00010000:00000010:3.1:1776202222.885888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000003a9209. 00010000:00000010:3.1:1776202222.885899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec662b6. 00010000:00000010:3.1:1776202222.885906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202222.885911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202222.885916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:1.1:1776202222.897011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cd143e. 00010000:00000010:1.1:1776202222.897017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009277cb42. 00010000:00000010:1.1:1776202222.910909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b270cf58. 00010000:00000010:3.1:1776202222.941120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000477c3683. 00010000:00000010:3.1:1776202222.941135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ca682fc. 00010000:00000010:3.1:1776202222.941151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a1f5a6. 00010000:00000010:3.1:1776202222.954128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f454ee. 00010000:00000010:3.1:1776202222.954136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dcfaca9. 00010000:00000010:3.1:1776202222.954140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202222.954143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd37070. 00010000:00000010:3.1:1776202222.954146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:1.1:1776202222.955625:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000160a21b. 00010000:00000010:1.1:1776202222.964918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:3.1:1776202222.974915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf60812. 00010000:00000010:3.1:1776202222.975039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:1.1:1776202222.978897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000508df8ce. 00010000:00000010:3.1:1776202222.982312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab99455e. 00010000:00000010:3.1:1776202222.982343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202222.993898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca38ed92. 00010000:00000010:3.1:1776202222.993908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ad2baec. 00010000:00000010:3.1:1776202222.993912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202223.008355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000781b33e5. 00010000:00000010:3.1:1776202223.025870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cf5967. 00010000:00000010:3.1:1776202223.025917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4fde7ed. 00010000:00000010:1.1:1776202223.057377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d61a50. 00010000:00000010:3.1:1776202223.057860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b97edec2. 00010000:00000010:3.1:1776202223.057868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6302fbf. 00010000:00000010:3.1:1776202223.062898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08e1f1f. 00010000:00000010:3.1:1776202223.062906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025b0a098. 00010000:00000010:3.1:1776202223.062909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202223.073918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029dd5bad. 00010000:00000010:3.1:1776202223.095860:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008316c385. 00010000:00000010:3.1:1776202223.095872:0:78312:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007aa8ea3. 00010000:00000010:3.1:1776202223.095877:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beceb47e. 00010000:00000010:3.1:1776202223.095880:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202223.118160:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222a9995. 00010000:00000010:1.1:1776202223.130861:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d64f5fcf. 00010000:00000010:1.1:1776202223.130868:0:78315:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000767d2cb9. 00010000:00000010:1.1:1776202223.130872:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90056a6. 00010000:00000010:1.1:1776202223.137911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092f5522. 00010000:00000010:2.1:1776202223.143999:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040201482. 00010000:00000010:2.1:1776202223.144002:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d1ed44. 00010000:00000010:2.1:1776202223.144005:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:3.1:1776202223.157326:0:78320:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487478a1. 00010000:00000010:3.1:1776202223.157340:0:78320:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007040da0f. 00010000:00000010:3.1:1776202223.157343:0:78320:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475baa04. 00010000:00000010:2.1:1776202223.165861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a480dd. 00010000:00000010:2.1:1776202223.165876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000625f77af. 00010000:00000010:2.1:1776202223.165880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:1.1:1776202223.168887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eee0e75. 00010000:00000010:1.1:1776202223.168896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084adda8a. 00010000:00000010:1.1:1776202223.168901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:2.1:1776202223.181960:0:78324:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:2.1:1776202223.181971:0:78324:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003211c1ca. 00010000:00000010:2.1:1776202223.181975:0:78324:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202223.206981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b90e384. 00010000:00000010:1.1:1776202223.206988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00010000:00000010:1.1:1776202223.213259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf951e7. 00010000:00000010:1.1:1776202223.213265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:3.1:1776202223.233970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf1b9e2. 00010000:00000010:3.1:1776202223.233979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:1.1:1776202223.236068:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075e46282. 00010000:00000010:3.1:1776202223.236867:0:78328:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037885f65. 00010000:00000010:3.1:1776202223.236874:0:78328:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202223.292668:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d0d496. 00010000:00000010:3.1:1776202223.292677:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:3.1:1776202223.292681:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000381bb803. 00010000:00000010:3.1:1776202223.292684:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec2e4ef7. 00010000:00000010:3.1:1776202223.292687:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:1.1:1776202223.292950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000092148e. 00010000:00000010:3.1:1776202223.316802:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d6af33. 00010000:00000010:3.1:1776202223.316816:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001629c631. 00010000:00000010:3.1:1776202223.316820:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:1.1:1776202223.332182:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001803aedd. 00010000:00000010:3.1:1776202223.333905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a313b95c. 00010000:00000010:3.1:1776202223.333917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00010000:00000010:2.1:1776202223.346559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9aec006. 00010000:00000010:2.1:1776202223.346569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:1.1:1776202223.348178:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4c0a13. 00010000:00000010:2.1:1776202223.367077:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a8cf4c. 00010000:00000010:2.1:1776202223.367098:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cecb649. 00010000:00000010:2.1:1776202223.367102:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:3.1:1776202223.396264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9daaaae. 00010000:00000010:3.1:1776202223.396272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5595a17. 00010000:00000010:3.1:1776202223.396276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619b0bea. 00010000:00000010:3.1:1776202223.410109:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771e8547. 00010000:00000010:3.1:1776202223.410119:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621dc414. 00010000:00000010:3.1:1776202223.410122:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00010000:00000010:3.1:1776202223.418030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c9b08a. 00010000:00000010:3.1:1776202223.418044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000760803e1. 00010000:00000010:3.1:1776202223.418048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:2.1:1776202223.419955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000097b8a35. 00010000:00000010:2.1:1776202223.419968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202223.420067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000571b67b4. 00010000:00000010:3.1:1776202223.427098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c086258e. 00010000:00000010:3.1:1776202223.427104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:3.1:1776202223.437352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a1707a. 00010000:00000010:3.1:1776202223.437367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fbbf3fb. 00010000:00000010:3.1:1776202223.437373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202223.437376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202223.437379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202223.454447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d956d62. 00010000:00000010:3.1:1776202223.454457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:2.1:1776202223.454971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9177c90. 00010000:00000010:3.1:1776202223.458018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a655bcc0. 00010000:00000010:3.1:1776202223.458035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202223.458040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9ab721. 00010000:00000010:3.1:1776202223.458044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024df4d9f. 00010000:00000010:3.1:1776202223.458047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:1.1:1776202223.458204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001fe1792. 00010000:00000010:3.1:1776202223.461300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf2494c. 00010000:00000010:3.1:1776202223.461310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202223.465600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002582e304. 00010000:00000010:3.1:1776202223.465615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0062f4. 00010000:00000010:3.1:1776202223.465620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202223.465623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e3a861. 00010000:00000010:3.1:1776202223.465627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:1.1:1776202223.479167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000744e0231. 00010000:00000010:2.1:1776202223.490158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca1d6332. 00010000:00000010:2.1:1776202223.490168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:2.1:1776202223.533052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af285ac. 00010000:00000010:2.1:1776202223.533060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b944a4ac. 00010000:00000010:2.1:1776202223.533067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d1ed44. 00010000:00000010:2.1:1776202223.533071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd138e16. 00010000:00000010:2.1:1776202223.533076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f397408a. 00010000:00000010:2.1:1776202223.533090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5949844. 00010000:00000010:2.1:1776202223.533093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c4443a. 00010000:00000010:2.1:1776202223.533096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fa00dd. 00010000:00000010:2.1:1776202223.533098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acb5ad3. 00010000:00000010:2.1:1776202223.533102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066609702. 00010000:00000010:2.1:1776202223.533114:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073778d91. 00010000:00000010:2.1:1776202223.533118:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:2.1:1776202223.533120:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d5548f. 00010000:00000010:2.1:1776202223.533123:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619b0bea. 00010000:00000010:2.1:1776202223.533126:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e5fd46. 00010000:00000010:2.1:1776202223.533129:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040201482. 00010000:00000010:2.1:1776202223.533131:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e20470d. 00010000:00000010:2.1:1776202223.533133:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:2.1:1776202223.533135:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb0b1a4. 00010000:00000010:2.1:1776202223.533137:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475baa04. 00010000:00000010:2.1:1776202223.533140:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3ef371b. 00010000:00000010:2.1:1776202223.533142:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90056a6. 00010000:00000010:2.1:1776202223.533146:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c1d2a74. 00010000:00000010:2.1:1776202223.533149:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beceb47e. 00010000:00000010:2.1:1776202223.533151:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d701e0f4. 00010000:00000010:2.1:1776202223.533153:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6302fbf. 00010000:00000010:2.1:1776202223.533155:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004259e855. 00010000:00000010:2.1:1776202223.533157:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a1f5a6. 00010000:00000010:2.1:1776202223.533160:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a1dafe. 00010000:00000010:2.1:1776202223.533163:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092f5522. 00010000:00000010:2.1:1776202223.533166:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff111f7b. 00010000:00000010:2.1:1776202223.533168:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ca8000. 00010000:00000010:2.1:1776202223.533171:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5d3aeda. 00010000:00000010:2.1:1776202223.533183:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013027967. 00010000:00000010:2.1:1776202223.533186:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57c6708. 00010000:00000010:2.1:1776202223.533188:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b91fe5. 00010000:00000010:2.1:1776202223.533190:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000107f6dbd. 00010000:00000010:2.1:1776202223.533193:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4846bb1. 00010000:00000010:2.1:1776202223.533195:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd8de84. 00010000:00000010:2.1:1776202223.533197:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c316f6. 00010000:00000010:2.1:1776202223.533201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdaa021. 00010000:00000010:2.1:1776202223.533203:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978bd133. 00010000:00000010:2.1:1776202223.533206:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202223.533209:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae58c1fe. 00010000:00000010:2.1:1776202223.533211:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d62842. 00010000:00000010:2.1:1776202223.533213:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4c6d1a. 00010000:00000010:2.1:1776202223.533215:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf55296. 00010000:00000010:2.1:1776202223.533218:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202223.533220:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3c0756. 00010000:00000010:2.1:1776202223.533222:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202223.533226:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202223.533228:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:1.1:1776202223.550912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be15746. 00010000:00000010:1.1:1776202223.550923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:1.1:1776202223.550937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced7a1a3. 00010000:00000010:1.1:1776202223.550941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202223.550943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346ed8ea. 00010000:00000010:1.1:1776202223.550946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202223.550949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f7932d. 00010000:00000010:1.1:1776202223.550953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202223.550955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a623392. 00010000:00000010:1.1:1776202223.550957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202223.550959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c504907. 00010000:00000010:1.1:1776202223.550962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:1.1:1776202223.550964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000610e73f. 00010000:00000010:1.1:1776202223.550966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:1.1:1776202223.550968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe568d8. 00010000:00000010:1.1:1776202223.550970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:1.1:1776202223.550972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7b24da. 00010000:00000010:1.1:1776202223.550975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.550977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.550979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:1.1:1776202223.571919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e94eadca. 00010000:00000010:3.1:1776202223.572414:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202223.579866:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096940793. 00010000:00000010:1.1:1776202223.579874:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0f3d67. 00010000:00000010:2.1:1776202223.582462:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098fa79c1. 00010000:00000010:2.1:1776202223.582476:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:3.1:1776202223.583869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c541b4ac. 00010000:00000010:2.1:1776202223.588681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070ed5b6f. 00010000:00000010:1.1:1776202223.600424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000083cef4c. 00010000:00000010:1.1:1776202223.600430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b02e0c0. 00010000:00000010:1.1:1776202223.600434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.600437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.602436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f05d97. 00010000:00000010:1.1:1776202223.602451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:3.1:1776202223.603868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc578b5e. 00010000:00000010:3.1:1776202223.603876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:2.1:1776202223.603976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca7791. 00010000:00000010:2.1:1776202223.615252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c8d0c1. 00010000:00000010:2.1:1776202223.615267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:2.1:1776202223.621939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84d3672. 00010000:00000010:1.1:1776202223.622943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b701d53f. 00010000:00000010:1.1:1776202223.622956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:3.1:1776202223.626894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ea6fd4. 00010000:00000010:3.1:1776202223.626901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:2.1:1776202223.644989:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b419d87. 00010000:00000010:1.1:1776202223.651328:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb418e89. 00010000:00000010:1.1:1776202223.651341:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:1.1:1776202223.651345:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f36b54. 00010000:00000010:1.1:1776202223.651348:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.651353:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006008b92c. 00010000:00000010:1.1:1776202223.651356:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:2.1:1776202223.659131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c066c6c4. 00010000:00000010:2.1:1776202223.659148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef61ba7f. 00010000:00000010:1.1:1776202223.659203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf4b8b3. 00010000:00000010:1.1:1776202223.659212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202223.659217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a1cc46. 00010000:00000010:1.1:1776202223.659220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202223.664398:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:1.1:1776202223.664410:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2b5f1d8. 00010000:00000010:1.1:1776202223.664424:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202223.664429:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.664431:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:1.1:1776202223.672155:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013cf80c1. 00010000:00000010:1.1:1776202223.672162:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.681909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc4d6fd. 00010000:00000010:3.1:1776202223.691911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034c8cab0. 00010000:00000010:3.1:1776202223.692043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0ef20e2. 00010000:00000010:2.1:1776202223.696242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18adfbe. 00010000:00000010:3.1:1776202223.701725:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329b459d. 00010000:00000010:3.1:1776202223.701733:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:2.1:1776202223.704961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000814e2a90. 00010000:00000010:3.1:1776202223.706170:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043ba2c7f. 00010000:00000010:3.1:1776202223.706179:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202223.706183:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a96ae3. 00010000:00000010:3.1:1776202223.706185:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:2.1:1776202223.709203:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf7c1ca7. 00010000:00000010:2.1:1776202223.722876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e1d4f06. 00010000:00000010:2.1:1776202223.722893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014863bf0. 00010000:00000010:2.1:1776202223.722978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009010fb15. 00010000:00000010:3.1:1776202223.727052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc7e635. 00010000:00000010:3.1:1776202223.727061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1275f1b. 00010000:00000010:3.1:1776202223.727065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202223.727068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202223.727072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ffcdf14. 00010000:00000010:3.1:1776202223.727085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:3.1:1776202223.731960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d199a0d. 00010000:00000010:3.1:1776202223.731969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e44d438. 00010000:00000010:3.1:1776202223.731974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202223.731977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a96ae3. 00010000:00000010:3.1:1776202223.731980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202223.745872:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f10fb78. 00010000:00000010:3.1:1776202223.745880:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202223.754145:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098addc9c. 00010000:00000010:3.1:1776202223.754155:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065efb80c. 00010000:00000010:3.1:1776202223.754159:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:2.1:1776202223.764950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dabc37. 00010000:00000010:2.1:1776202223.764961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f6123d. 00010000:00000010:2.1:1776202223.764964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:1.1:1776202223.764979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007e3452c. 00010000:00000010:3.1:1776202223.766698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b7c92ed. 00010000:00000010:3.1:1776202223.766704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:1.1:1776202223.769018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285ebe90. 00010000:00000010:1.1:1776202223.769032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c927daf8. 00010000:00000010:1.1:1776202223.769036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:1.1:1776202223.769041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.769044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.773880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e1f1a64. 00010000:00000010:1.1:1776202223.773900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b43189d. 00010000:00000010:1.1:1776202223.773904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:3.1:1776202223.782881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9d56f3. 00010000:00000010:2.1:1776202223.798107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3c2180. 00010000:00000010:1.1:1776202223.806245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac61704. 00010000:00000010:1.1:1776202223.806259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb96a729. 00010000:00000010:1.1:1776202223.824437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004494bbfa. 00010000:00000010:1.1:1776202223.824455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202223.827980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5bae563. 00010000:00000010:1.1:1776202223.827990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000428e2e99. 00010000:00000010:1.1:1776202223.827994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.827997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.828000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:3.1:1776202223.829144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e4a08e. 00010000:00000010:3.1:1776202223.829153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202223.838629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ca83366. 00010000:00000010:1.1:1776202223.838648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2181953. 00010000:00000010:1.1:1776202223.838652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202223.838763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091e3deff. 00010000:00000010:1.1:1776202223.844967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719995fa. 00010000:00000010:1.1:1776202223.844975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202223.844980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8b1c9f4. 00010000:00000010:1.1:1776202223.844982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202223.848964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d00d5202. 00010000:00000010:1.1:1776202223.848972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202223.848977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202223.848980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:3.1:1776202223.853006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000798ef51d. 00010000:00000010:1.1:1776202223.855989:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000849486cc. 00010000:00000010:1.1:1776202223.856002:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:3.1:1776202223.866872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:1.1:1776202223.866926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f898725. 00010000:00000010:1.1:1776202223.866933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1cfe17d. 00010000:00000010:1.1:1776202223.866937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202223.866942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010767818. 00010000:00000010:1.1:1776202223.866945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:3.1:1776202223.874093:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d0b39c. 00010000:00000010:2.1:1776202223.882892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac7e4793. 00010000:00000010:2.1:1776202223.882899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202223.886872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a224e021. 00010000:00000010:3.1:1776202223.890027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e6433be. 00010000:00000010:3.1:1776202223.890036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cd35b84. 00010000:00000010:3.1:1776202223.890041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202223.890896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab45045d. 00010000:00000010:2.1:1776202223.890906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d0b39c. 00010000:00000010:3.1:1776202223.899873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032a0f906. 00010000:00000010:3.1:1776202223.899884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:1.1:1776202223.903884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1f37e0. 00010000:00000010:3.1:1776202223.907191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc6ad7c. 00010000:00000010:3.1:1776202223.907203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:1.1:1776202223.907877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5a062e. 00010000:00000010:1.1:1776202223.907886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a512e90. 00010000:00000010:3.1:1776202223.916924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba67c4b. 00010000:00000010:3.1:1776202223.916940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:2.1:1776202223.920101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9511949. 00010000:00000010:2.1:1776202223.927200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084787907. 00010000:00000010:2.1:1776202223.927217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:1.1:1776202223.934583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dea73833. 00010000:00000010:2.1:1776202223.941017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b56aa2. 00010000:00000010:2.1:1776202223.941029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202223.941034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202223.941037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202223.944106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c0f80a. 00010000:00000010:2.1:1776202223.944113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:3.1:1776202223.955297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414d4448. 00010000:00000010:3.1:1776202223.960097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87a1d70. 00010000:00000010:1.1:1776202223.967868:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002acd52b5. 00010000:00000010:1.1:1776202223.975895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077e9bdc3. 00010000:00000010:3.1:1776202224.000984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b06884. 00010000:00000010:3.1:1776202224.019252:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e9201d. 00010000:00000010:1.1:1776202224.053750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb9998c. 00010000:00000010:1.1:1776202224.068098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2ec4449. 00010000:00000010:1.1:1776202224.068107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625640f5. 00010000:00000010:3.1:1776202224.072012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022021810. 00010000:00000010:2.1:1776202224.076922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766362c5. 00010000:00000010:2.1:1776202224.076937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:1.1:1776202224.079913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3534ae. 00010000:00000010:1.1:1776202224.079920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:1.1:1776202224.092867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e382e67. 00010000:00000010:1.1:1776202224.092883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:3.1:1776202224.094343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093d113cd. 00010000:00000010:1.1:1776202224.107942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dae088f2. 00010000:00000010:1.1:1776202224.107958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:2.1:1776202224.117003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2f76115. 00010000:00000010:1.1:1776202224.121934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d6d326e. 00010000:00000010:1.1:1776202224.121945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062c6dbba. 00010000:00000010:1.1:1776202224.121952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:2.1:1776202224.139946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000946b7b1. 00010000:00000010:2.1:1776202224.139965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202224.144891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d82ebeb. 00010000:00000010:1.1:1776202224.144910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999d003. 00010000:00000010:1.1:1776202224.144914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:1.1:1776202224.153249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6975b3d. 00010000:00000010:1.1:1776202224.156866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008679db46. 00010000:00000010:1.1:1776202224.156882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202224.167529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee097bc3. 00010000:00000010:1.1:1776202224.167545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000411e5b8a. 00010000:00000010:1.1:1776202224.167552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202224.167557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202224.167560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:2.1:1776202224.182909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca6af98. 00010000:00000010:2.1:1776202224.182917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:2.1:1776202224.200447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063007a46. 00010000:00000010:2.1:1776202224.200467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:3.1:1776202224.203536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000851319f7. 00010000:00000010:3.1:1776202224.231542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17f3231. 00010000:00000010:1.1:1776202224.252870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0934107. 00010000:00000010:3.1:1776202224.264415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c62e74b. 00010000:00000010:3.1:1776202224.279986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee66109b. 00010000:00000010:1.1:1776202224.294879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a184eec. 00010000:00000010:3.1:1776202224.304890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f77f6a2. 00010000:00000010:1.1:1776202224.313056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002c50aee. 00010000:00000010:1.1:1776202224.340947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d69d382d. 00010000:00000010:3.1:1776202224.344528:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9a1c33c. 00010000:00000010:3.1:1776202224.353119:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035cddc01. 00010000:00000010:3.1:1776202224.361016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a358f7. 00010000:00000010:3.1:1776202224.364901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e5bf92. 00010000:00000010:2.1:1776202224.375850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf23ec5. 00010000:00000010:2.1:1776202224.399579:0:1056:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b56b877. 00010000:00000010:1.1:1776202224.430153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be7596c. 00010000:00000010:1.1:1776202224.430166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082829a06. 00010000:00000010:2.1:1776202224.435196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc5a35f. 00010000:00000010:2.1:1776202224.435204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202224.440212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4fac46. 00010000:00000010:3.1:1776202224.441256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008af2510d. 00010000:00000010:2.1:1776202224.450884:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b567aaa4. 00010000:00000010:2.1:1776202224.450895:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202224.450900:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202224.450903:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:3.1:1776202224.456891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d58990f. 00010000:00000010:3.1:1776202224.456917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e232081a. 00010000:00000010:3.1:1776202224.456930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:1.1:1776202224.457313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d119b2. 00010000:00000010:1.1:1776202224.457320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202224.459012:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009884d8a7. 00010000:00000010:3.1:1776202224.470960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a33322. 00010000:00000010:3.1:1776202224.470974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202224.471012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cce81831. 00010000:00000010:3.1:1776202224.475884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f895b39. 00010000:00000010:3.1:1776202224.475893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:2.1:1776202224.488076:0:78337:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee2390af. 00010000:00000010:2.1:1776202224.488083:0:78337:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c79111. 00010000:00000010:1.1:1776202224.493924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075666e8e. 00010000:00000010:1.1:1776202224.493940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:3.1:1776202224.496294:0:78336:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e697c8f8. 00010000:00000010:3.1:1776202224.513884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008027447d. 00010000:00000010:3.1:1776202224.513891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:3.1:1776202224.517995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abb2548c. 00010000:00000010:3.1:1776202224.518011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1dc8453. 00010000:00000010:3.1:1776202224.518015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:2.1:1776202224.521876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071968def. 00010000:00000010:3.1:1776202224.521896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000122c3ba2. 00010000:00000010:3.1:1776202224.521905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202224.532184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a96155b. 00010000:00000010:3.1:1776202224.532191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b6f6899. 00010000:00000010:2.1:1776202224.538878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a82133. 00010000:00000010:3.1:1776202224.542132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dfac5ba. 00010000:00000010:3.1:1776202224.542149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202224.586872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000915943d5. 00010000:00000010:2.1:1776202224.594948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8afdaa0. 00010000:00000010:2.1:1776202224.603614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044966db6. 00010000:00000010:2.1:1776202224.614966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006524cda3. 00010000:00000010:3.1:1776202224.618170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000462d5453. 00010000:00000010:3.1:1776202224.618179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3236fe. 00010000:00000010:1.1:1776202224.622264:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bc6470. 00010000:00000010:1.1:1776202224.622272:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6322247. 00010000:00000010:1.1:1776202224.622276:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:1.1:1776202224.622279:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083289db7. 00010000:00000010:1.1:1776202224.622281:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202224.625917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abbaa618. 00010000:00000010:1.1:1776202224.625925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:2.1:1776202224.626901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025a4a629. 00010000:00000010:3.1:1776202224.639269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6c9252. 00010000:00000010:1.1:1776202224.640236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b45b6e8. 00010000:00000010:1.1:1776202224.640245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe2bfbea. 00010000:00000010:1.1:1776202224.640249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202224.643944:0:78345:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b97c2a16. 00010000:00000010:1.1:1776202224.643953:0:78345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:2.1:1776202224.655868:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b124e10. 00010000:00000010:3.1:1776202224.660285:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d3722c6. 00010000:00000010:3.1:1776202224.660300:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:3.1:1776202224.675088:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f75d7acf. 00010000:00000010:3.1:1776202224.675097:0:1058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baccd621. 00010000:00000010:3.1:1776202224.675101:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:2.1:1776202224.675525:0:78336:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d40dbca. 00010000:00000010:3.1:1776202224.678866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9536c9. 00010000:00000010:3.1:1776202224.678874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:1.1:1776202224.689415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff0765b. 00010000:00000010:3.1:1776202224.714304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005112799f. 00010000:00000010:3.1:1776202224.719969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca76ac1. 00010000:00000010:3.1:1776202224.719981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e6dde95. 00010000:00000010:3.1:1776202224.719985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a37c6e. 00010000:00000010:2.1:1776202224.746636:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f34625. 00010000:00000010:2.1:1776202224.746644:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6418f8. 00010000:00000010:2.1:1776202224.746649:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202224.750867:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc1822bc. 00010000:00000010:3.1:1776202224.750882:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:3.1:1776202224.750889:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13675f5. 00010000:00000010:3.1:1776202224.750892:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:1.1:1776202224.752340:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005751e7e1. 00010000:00000010:3.1:1776202224.773868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcaba06. 00010000:00000010:3.1:1776202224.773879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:2.1:1776202224.778283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4b1bcef. 00010000:00000010:2.1:1776202224.800173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e612f9e2. 00010000:00000010:2.1:1776202224.804033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000649247e3. 00010000:00000010:2.1:1776202224.804043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde4a9b1. 00010000:00000010:2.1:1776202224.808946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000096eee1b. 00010000:00000010:3.1:1776202224.808977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000848ccbbc. 00010000:00000010:3.1:1776202224.808983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:3.1:1776202224.816858:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a64e894. 00010000:00000010:3.1:1776202224.816865:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:2.1:1776202224.816866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d6cf2c. 00010000:00000010:3.1:1776202224.821072:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13675f5. 00010000:00000010:3.1:1776202224.821079:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:3.1:1776202224.823992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001939cbb. 00010000:00000010:3.1:1776202224.824003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202224.830063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000695e53ff. 00010000:00000010:3.1:1776202224.830072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059cf38f6. 00010000:00000010:3.1:1776202224.830076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202224.840934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000375c5e9e. 00010000:00000010:3.1:1776202224.840951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:3.1:1776202224.850691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002481dfcb. 00010000:00000010:3.1:1776202224.850705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c1ba79. 00010000:00000010:3.1:1776202224.850710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202224.880751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000492752e. 00010000:00000010:3.1:1776202224.880773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202224.903090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6cdc67. 00010000:00000010:3.1:1776202224.903106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3870a5. 00010000:00000010:3.1:1776202224.903110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:1.1:1776202224.917915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e32e39. 00010000:00000010:1.1:1776202224.917933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d8ce26. 00010000:00000010:1.1:1776202224.917938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:3.1:1776202224.937976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd686ad9. 00010000:00000010:3.1:1776202224.937990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d49e9c. 00010000:00000010:3.1:1776202224.937994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af21e45. 00010000:00000010:1.1:1776202224.938066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab156f8. 00010000:00000010:1.1:1776202224.938073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:1.1:1776202224.938075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7b24da. 00010000:00000010:1.1:1776202224.938078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202224.943003:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006afcf088. 00010000:00000010:1.1:1776202224.965904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009026bd15. 00010000:00000010:1.1:1776202224.965912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e98bc22. 00010000:00000010:1.1:1776202224.965916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e1399c. 00010000:00000010:1.1:1776202224.979179:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f6735e. 00010000:00000010:1.1:1776202224.979191:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202224.994911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592c14b6. 00010000:00000010:1.1:1776202224.994932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:2.1:1776202225.007972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60bd8ae. 00010000:00000010:3.1:1776202225.021618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6619cb3. 00010000:00000010:3.1:1776202225.021627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb7fbc53. 00010000:00000010:3.1:1776202225.021630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:3.1:1776202225.032216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f8a61f4. 00010000:00000010:2.1:1776202225.052098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c006045d. 00010000:00000010:2.1:1776202225.052108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b0db35. 00010000:00000010:2.1:1776202225.052113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:2.1:1776202225.052116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4502db. 00010000:00000010:2.1:1776202225.052118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:3.1:1776202225.055980:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006577a350. 00010000:00000010:3.1:1776202225.055995:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049f3462f. 00010000:00000010:3.1:1776202225.055999:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202225.063864:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d34e7e86. 00010000:00000010:2.1:1776202225.063874:0:78349:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749819e1. 00010000:00000010:2.1:1776202225.063878:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202225.070572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a4058a. 00010000:00000010:3.1:1776202225.070580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffddb4a1. 00010000:00000010:3.1:1776202225.070584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:3.1:1776202225.077401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a224b7ae. 00010000:00000010:3.1:1776202225.077414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b444e83d. 00010000:00000010:3.1:1776202225.077418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:1.1:1776202225.104313:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a6d72bc. 00010000:00000010:1.1:1776202225.104325:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db35157d. 00010000:00000010:1.1:1776202225.104329:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1eea14. 00010000:00000010:3.1:1776202225.159096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcbd5cb4. 00010000:00000010:3.1:1776202225.159108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bed1cf8. 00010000:00000010:3.1:1776202225.159112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003926350d. 00010000:00000010:1.1:1776202225.190912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f843f0b. 00010000:00000010:1.1:1776202225.190918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:3.1:1776202225.207108:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c481170d. 00010000:00000010:3.1:1776202225.207118:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:3.1:1776202225.207234:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d5f463. 00010000:00000010:3.1:1776202225.207239:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:1.1:1776202225.212212:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8eb327d. 00010000:00000010:3.1:1776202225.217253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd8231c0. 00010000:00000010:3.1:1776202225.217268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202225.217275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13675f5. 00010000:00000010:3.1:1776202225.217280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:3.1:1776202225.217283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a96ae3. 00010000:00000010:3.1:1776202225.217285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1f37e0. 00010000:00000010:3.1:1776202225.217288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2294a. 00010000:00000010:3.1:1776202225.217290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d0b39c. 00010000:00000010:3.1:1776202225.217292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e32bc5. 00010000:00000010:3.1:1776202225.217295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202225.218227:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa51807f. 00010000:00000010:3.1:1776202225.218235:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202225.218238:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad5ca2fe. 00010000:00000010:3.1:1776202225.218241:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202225.218243:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af447e9e. 00010000:00000010:3.1:1776202225.218246:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202225.218249:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002401b108. 00010000:00000010:3.1:1776202225.218252:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202225.218254:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074eeed1d. 00010000:00000010:3.1:1776202225.218257:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202225.218261:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6df3ca. 00010000:00000010:3.1:1776202225.218263:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:3.1:1776202225.218265:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c89fb3. 00010000:00000010:3.1:1776202225.218267:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b6f6899. 00010000:00000010:3.1:1776202225.218269:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0993e40. 00010000:00000010:3.1:1776202225.218272:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202225.218275:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a33322. 00010000:00000010:3.1:1776202225.218277:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202225.218279:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcc7496. 00010000:00000010:3.1:1776202225.218281:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202225.218284:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f631924. 00010000:00000010:3.1:1776202225.218286:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:3.1:1776202225.218288:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000febc2926. 00010000:00000010:3.1:1776202225.218292:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15cf859. 00010000:00000010:3.1:1776202225.218295:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd9dee0e. 00010000:00000010:3.1:1776202225.218297:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016103076. 00010000:00000010:3.1:1776202225.218300:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1fc54b9. 00010000:00000010:3.1:1776202225.218302:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c54afae. 00010000:00000010:3.1:1776202225.281070:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5e87cdb. 00010000:00000010:3.1:1776202225.281082:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b61ee6. 00010000:00000010:3.1:1776202225.281086:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c9b08a. 00010000:00000010:3.1:1776202225.281091:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1fc54b9. 00010000:00000010:3.1:1776202225.281095:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771e8547. 00010000:00000010:3.1:1776202225.281098:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd9dee0e. 00010000:00000010:3.1:1776202225.281100:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e80937d3. 00010000:00000010:3.1:1776202225.281102:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000febc2926. 00010000:00000010:3.1:1776202225.281104:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffed669a. 00010000:00000010:3.1:1776202225.281106:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f631924. 00010000:00000010:3.1:1776202225.281109:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cfb8b4d. 00010000:00000010:3.1:1776202225.281111:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcc7496. 00010000:00000010:3.1:1776202225.281114:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3ae7e5. 00010000:00000010:3.1:1776202225.281116:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a33322. 00010000:00000010:3.1:1776202225.281119:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f72a2e. 00010000:00000010:3.1:1776202225.281121:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046bc78c1. 00010000:00000010:3.1:1776202225.281124:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ffb5fcf. 00010000:00000010:3.1:1776202225.281126:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe85d43f. 00010000:00000010:3.1:1776202225.281128:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009451c9c1. 00010000:00000010:3.1:1776202225.281130:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028157e70. 00010000:00000010:3.1:1776202225.281133:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c54afae. 00010000:00000010:3.1:1776202225.281138:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0993e40. 00010000:00000010:3.1:1776202225.281140:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016103076. 00010000:00000010:3.1:1776202225.281143:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c89fb3. 00010000:00000010:3.1:1776202225.281146:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15cf859. 00010000:00000010:3.1:1776202225.281148:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6df3ca. 00010000:00000010:3.1:1776202225.281152:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43e8a0f. 00010000:00000010:3.1:1776202225.281154:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074eeed1d. 00010000:00000010:3.1:1776202225.281157:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b159ea4. 00010000:00000010:3.1:1776202225.281159:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002401b108. 00010000:00000010:3.1:1776202225.281162:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39906e0. 00010000:00000010:3.1:1776202225.281164:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af447e9e. 00010000:00000010:3.1:1776202225.281166:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ca2990. 00010000:00000010:3.1:1776202225.281169:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad5ca2fe. 00010000:00000010:3.1:1776202225.281174:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b6f6899. 00010000:00000010:3.1:1776202225.281177:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa51807f. 00010000:00000010:3.1:1776202225.281180:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e2430d3. 00010000:00000010:3.1:1776202225.281182:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e32bc5. 00010000:00000010:3.1:1776202225.281184:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d3c9a. 00010000:00000010:3.1:1776202225.281186:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2294a. 00010000:00000010:3.1:1776202225.281188:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2a0fb2. 00010000:00000010:3.1:1776202225.281190:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a96ae3. 00010000:00000010:3.1:1776202225.281194:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd51f14d. 00010000:00000010:3.1:1776202225.281195:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13675f5. 00010000:00000010:3.1:1776202225.281198:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f62c46. 00010000:00000010:3.1:1776202225.281202:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003428ea42. 00010000:00000010:3.1:1776202225.281204:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66709d6. 00010000:00000010:3.1:1776202225.281206:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6cd23a8. 00010000:00000010:3.1:1776202225.281208:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84be009. 00010000:00000010:3.1:1776202225.281210:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009722ead2. 00010000:00000010:3.1:1776202225.281213:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d0b39c. 00010000:00000010:3.1:1776202225.281215:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095586287. 00010000:00000010:3.1:1776202225.281217:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1f37e0. 00010000:00000010:3.1:1776202225.281219:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b0564c1. 00010000:00000010:3.1:1776202225.281223:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003b22377. 00010000:00000010:3.1:1776202225.281225:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea134ecc. 00010000:00000010:3.1:1776202225.281228:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c93a57. 00010000:00000010:3.1:1776202225.281230:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0297a5. 00010000:00000010:3.1:1776202225.281232:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a43a04. 00010000:00000010:3.1:1776202225.281234:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000579662eb. 00010000:00000010:3.1:1776202225.281237:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202225.281239:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2fc0e13. 00010000:00000010:3.1:1776202225.281242:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202225.281244:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058fd7072. 00010000:00000010:3.1:1776202225.281247:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:3.1:1776202225.281249:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9d7eb1f. 00010000:00000010:3.1:1776202225.281251:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202225.281254:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075666e8e. 00010000:00000010:3.1:1776202225.281258:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:3.1:1776202225.281260:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e16a693. 00010000:00000010:3.1:1776202225.281262:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202225.281264:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057542cef. 00010000:00000010:3.1:1776202225.281266:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.1:1776202225.281268:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c51b588. 00010000:00000010:3.1:1776202225.281274:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5eaa9. 00010000:00000010:3.1:1776202225.281277:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000243438c3. 00010000:00000010:3.1:1776202225.281280:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dabc37. 00010000:00000010:3.1:1776202225.281282:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c762e87. 00010000:00000010:3.1:1776202225.281284:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002582e304. 00010000:00000010:3.1:1776202225.281287:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6ce487. 00010000:00000010:3.1:1776202225.281290:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748aeacd. 00010000:00000010:3.1:1776202225.281293:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4f1be0. 00010000:00000010:3.1:1776202225.281296:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5df937. 00010000:00000010:3.1:1776202225.281300:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1dc8453. 00010000:00000010:3.1:1776202225.281303:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a205130. 00010000:00000010:3.1:1776202225.281305:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ea6fd4. 00010000:00000010:3.1:1776202225.281307:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000379c7017. 00010000:00000010:3.1:1776202225.281309:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad45364c. 00010000:00000010:3.1:1776202225.281311:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0eb37d4. 00010000:00000010:3.1:1776202225.281313:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059471a39. 00010000:00000010:3.1:1776202225.281316:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee4cb91a. 00010000:00000010:3.1:1776202225.281318:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000411f40b9. 00010000:00000010:3.1:1776202225.281320:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d647a171. 00010000:00000010:3.1:1776202225.281323:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c532ad73. 00010000:00000010:3.1:1776202225.281326:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a31ef33d. 00010000:00000010:3.1:1776202225.281328:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0ee054. 00010000:00000010:3.1:1776202225.281330:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086a32ea7. 00010000:00000010:3.1:1776202225.281332:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df48d656. 00010000:00000010:3.1:1776202225.281335:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009906d037. 00010000:00000010:3.1:1776202225.281337:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebec6ac. 00010000:00000010:3.1:1776202225.281340:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a525d8. 00010000:00000010:3.1:1776202225.281342:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009844631a. 00010000:00000010:3.1:1776202225.281344:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6a91a4d. 00010000:00000010:3.1:1776202225.281347:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a96155b. 00010000:00000010:3.1:1776202225.281350:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089fa9d0c. 00010000:00000010:3.1:1776202225.281353:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d52432a. 00010000:00000010:3.1:1776202225.281357:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e3b8fa. 00010000:00000010:3.1:1776202225.281359:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a55da4e6. 00010000:00000010:3.1:1776202225.281362:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb737b5e. 00010000:00000010:3.1:1776202225.281365:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3078ce. 00010000:00000010:3.1:1776202225.281368:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab23d. 00010000:00000010:3.1:1776202225.281371:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eacfc0d. 00010000:00000010:3.1:1776202225.281373:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002601b356. 00010000:00000010:3.1:1776202225.281375:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014f02dc1. 00010000:00000010:3.1:1776202225.281379:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7f9bf26. 00010000:00000010:3.1:1776202225.281466:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec2e4ef7. 00010000:00000010:3.1:1776202225.281472:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b63b04. 00010000:00000010:3.1:1776202225.281474:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4637a18. 00010000:00000010:3.1:1776202225.281477:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b904e08f. 00010000:00000010:3.1:1776202225.281479:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91dc19c. 00010000:00000010:3.1:1776202225.281481:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9f5117. 00010000:00000010:3.1:1776202225.281486:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06d442b. 00010000:00000010:3.1:1776202225.281488:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c0dc7c. 00010000:00000010:3.1:1776202225.281490:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000447ce1c9. 00010000:00000010:3.1:1776202225.281493:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee9bbd5f. 00010000:00000010:3.1:1776202225.281496:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032618dff. 00010000:00000010:3.1:1776202225.281499:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2394f27. 00010000:00000010:3.1:1776202225.281501:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e83db8f. 00010000:00000010:3.1:1776202225.281503:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000332a1685. 00010000:00000010:3.1:1776202225.281505:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f65c87c. 00010000:00000010:3.1:1776202225.281507:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004558e8c1. 00010000:00000010:3.1:1776202225.281509:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f910ac5f. 00010000:00000010:3.1:1776202225.281511:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df94a8ad. 00010000:00000010:3.1:1776202225.281513:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc54eb95. 00010000:00000010:3.1:1776202225.281516:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2ef96. 00010000:00000010:3.1:1776202225.281518:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a63c277. 00010000:00000010:3.1:1776202225.281521:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:3.1:1776202225.281524:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077e07719. 00010000:00000010:3.1:1776202225.281527:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:3.1:1776202225.281530:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d547c7ae. 00010000:00000010:3.1:1776202225.281533:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:3.1:1776202225.281536:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079fa48e9. 00010000:00000010:3.1:1776202225.281539:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004618c8e6. 00010000:00000010:3.1:1776202225.281541:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003968dbc5. 00010000:00000010:3.1:1776202225.281544:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202225.281547:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac67d6cd. 00010000:00000010:3.1:1776202225.281549:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009156bb8d. 00010000:00000010:0.1:1776202225.292649:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eacd6c72. 00010000:00000010:0.1:1776202225.292666:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098b49889. 00010000:00000010:0.1:1776202225.292670:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0508b7. 00010000:00000010:0.1:1776202225.292673:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b16b1f1d. 00010000:00000010:0.1:1776202225.292676:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3653cf1. 00010000:00000010:0.1:1776202225.292678:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004568405. 00010000:00000010:0.1:1776202225.292681:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040787602. 00010000:00000010:0.1:1776202225.292684:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003926350d. 00010000:00000010:0.1:1776202225.292687:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a46176. 00010000:00000010:0.1:1776202225.292690:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1eea14. 00010000:00000010:0.1:1776202225.292693:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af285ac. 00010000:00000010:0.1:1776202225.292695:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e1399c. 00010000:00000010:0.1:1776202225.292700:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b5fa352. 00010000:00000010:0.1:1776202225.292704:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af21e45. 00010000:00000010:0.1:1776202225.292706:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd3efaf. 00010000:00000010:0.1:1776202225.292708:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde4a9b1. 00010000:00000010:0.1:1776202225.292710:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099a701f2. 00010000:00000010:0.1:1776202225.292723:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a37c6e. 00010000:00000010:0.1:1776202225.292726:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015da53fb. 00010000:00000010:0.1:1776202225.292729:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3236fe. 00010000:00000010:0.1:1776202225.292732:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f93ddf. 00010000:00000010:0.1:1776202225.292734:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c79111. 00010000:00000010:0.1:1776202225.292736:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c64c20. 00010000:00000010:0.1:1776202225.292738:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082829a06. 00010000:00000010:0.1:1776202225.292740:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878b18a9. 00010000:00000010:0.1:1776202225.292742:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625640f5. 00010000:00000010:0.1:1776202225.292744:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a74a23bb. 00010000:00000010:0.1:1776202225.292746:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb96a729. 00010000:00000010:0.1:1776202225.292750:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fdf453e. 00010000:00000010:0.1:1776202225.292754:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009010fb15. 00010000:00000010:0.1:1776202225.292763:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a83bd3d. 00010000:00000010:0.1:1776202225.292766:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0ef20e2. 00010000:00000010:0.1:1776202225.292768:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dee55a2. 00010000:00000010:0.1:1776202225.292772:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b02e0c0. 00010000:00000010:0.1:1776202225.292774:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2bdc6d. 00010000:00000010:0.1:1776202225.292776:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0f3d67. 00010000:00000010:0.1:1776202225.292778:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f10afc2. 00010000:00000010:0.1:1776202225.292781:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b944a4ac. 00010000:00000010:0.1:1776202225.292783:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131d24b4. 00010000:00000010:0.1:1776202225.292786:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b3b7fa. 00010000:00000010:0.1:1776202225.292790:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ea0f4fc. 00010000:00000010:0.1:1776202225.292794:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c499b1. 00010000:00000010:0.1:1776202225.292796:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b742ed2. 00010000:00000010:0.1:1776202225.292798:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7ee78b. 00010000:00000010:0.1:1776202225.292800:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cea6b8d5. 00010000:00000010:0.1:1776202225.292802:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a8c6f2. 00010000:00000010:0.1:1776202225.292805:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072856d8c. 00010000:00000010:0.1:1776202225.292807:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8afbb3. 00010000:00000010:0.1:1776202225.292812:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091147e43. 00010000:00000010:0.1:1776202225.292814:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b39b5d21. 00010000:00000010:0.1:1776202225.292818:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd28be4. 00010000:00000010:0.1:1776202225.292821:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529f59dd. 00010000:00000010:0.1:1776202225.292824:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c7450f. 00010000:00000010:0.1:1776202225.292826:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5b9fd30. 00010000:00000010:0.1:1776202225.292828:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a4bfda8. 00010000:00000010:0.1:1776202225.292846:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c607243a. 00010000:00000010:0.1:1776202225.292848:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c8fd9c. 00010000:00000010:0.1:1776202225.292850:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c4e7bb. 00010000:00000010:0.1:1776202225.292852:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029999ea5. 00010000:00000010:0.1:1776202225.292855:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0426f8. 00010000:00000010:0.1:1776202225.292858:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f231463. 00010000:00000010:0.1:1776202225.292861:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac18cacc. 00010000:00000010:0.1:1776202225.292864:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d65c2b00. 00010000:00000010:0.1:1776202225.292866:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba891e8d. 00010000:00000010:0.1:1776202225.292869:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc99b92. 00010000:00000010:0.1:1776202225.292872:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:0.1:1776202225.292874:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa877fd8. 00010000:00000010:0.1:1776202225.292877:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dc4487d. 00010000:00000010:0.1:1776202225.292880:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5fc6098. 00010000:00000010:0.1:1776202225.292882:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0c5991. 00010000:00000010:0.1:1776202225.292887:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000145b8573. 00010000:00000010:0.1:1776202225.292890:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ccb1b6. 00010000:00000010:0.1:1776202225.292892:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000083cef4c. 00010000:00000010:0.1:1776202225.292895:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96996fc. 00010000:00000010:0.1:1776202225.292897:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792688cd. 00010000:00000010:0.1:1776202225.292899:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff6b6f6. 00010000:00000010:0.1:1776202225.292902:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058c985a9. 00010000:00000010:0.1:1776202225.292904:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001615323b. 00010000:00000010:0.1:1776202225.292907:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e37afd. 00010000:00000010:0.1:1776202225.292909:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a418afe. 00010000:00000010:0.1:1776202225.292912:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050fe1466. 00010000:00000010:0.1:1776202225.292914:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f7fabd5. 00010000:00000010:0.1:1776202225.292916:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d24ec5. 00010000:00000010:0.1:1776202225.292920:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000915943d5. 00010000:00000010:0.1:1776202225.292923:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a48a17. 00010000:00000010:0.1:1776202225.292926:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042b22899. 00010000:00000010:0.1:1776202225.292928:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e65c3c41. 00010000:00000010:0.1:1776202225.292930:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005111f41f. 00010000:00000010:0.1:1776202225.292932:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e70c41b6. 00010000:00000010:0.1:1776202225.292935:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58b5a9b. 00010000:00000010:0.1:1776202225.292937:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008622dade. 00010000:00000010:0.1:1776202225.292940:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4bc90b. 00010000:00000010:0.1:1776202225.292944:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5979234. 00010000:00000010:0.1:1776202225.292947:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3de4cc1. 00010000:00000010:0.1:1776202225.292949:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a242a3. 00010000:00000010:0.1:1776202225.292951:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6741d8. 00010000:00000010:0.1:1776202225.292953:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092b756fb. 00010000:00000010:0.1:1776202225.292956:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e8759d. 00010000:00000010:0.1:1776202225.292958:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d37df8. 00010000:00000010:0.1:1776202225.292960:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000642eaf2c. 00010000:00000010:0.1:1776202225.292971:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b50b1a4. 00010000:00000010:0.1:1776202225.292973:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000549bf675. 00010000:00000010:0.1:1776202225.292976:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001065e8f6. 00010000:00000010:0.1:1776202225.292977:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad9f4c3b. 00010000:00000010:0.1:1776202225.292980:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd5f404b. 00010000:00000010:0.1:1776202225.292982:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853eab25. 00010000:00000010:0.1:1776202225.292983:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000568f5f66. 00010000:00000010:0.1:1776202225.292985:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016e2d4e8. 00010000:00000010:0.1:1776202225.292987:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b56b94c8. 00010000:00000010:0.1:1776202225.292989:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000742897. 00010000:00000010:0.1:1776202225.292992:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000856585ec. 00010000:00000010:0.1:1776202225.292994:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a80566df. 00010000:00000010:0.1:1776202225.292996:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000696d967a. 00010000:00000010:0.1:1776202225.292997:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae7e15cc. 00010000:00000010:0.1:1776202225.293001:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb588415. 00010000:00000010:0.1:1776202225.293004:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f454ee. 00010000:00000010:0.1:1776202225.293006:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000057a3d4b. 00010000:00000010:0.1:1776202225.293009:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c541b4ac. 00010000:00000010:0.1:1776202225.293011:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3df22dc. 00010000:00000010:0.1:1776202225.293014:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056edf3ab. 00010000:00000010:0.1:1776202225.293017:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a110a93. 00010000:00000010:0.1:1776202225.293019:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023533d51. 00010000:00000010:0.1:1776202225.293021:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b1d917. 00010000:00000010:0.1:1776202225.293024:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fc943c. 00010000:00000010:0.1:1776202225.293025:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a85827. 00010000:00000010:0.1:1776202225.293028:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd919f7. 00010000:00000010:0.1:1776202225.293029:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ce2ae9. 00010000:00000010:0.1:1776202225.293032:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be473ae. 00010000:00000010:0.1:1776202225.293034:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c5e5f04. 00010000:00000010:0.1:1776202225.293037:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84212ec. 00010000:00000010:0.1:1776202225.293040:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8fc0b33. 00010000:00000010:0.1:1776202225.293043:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000175e963f. 00010000:00000010:0.1:1776202225.293058:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfaa7be4. 00010000:00000010:0.1:1776202225.293062:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e93bb99. 00010000:00000010:0.1:1776202225.293065:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffa851b7. 00010000:00000010:0.1:1776202225.293069:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835ffa53. 00010000:00000010:0.1:1776202225.293071:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9cb968. 00010000:00000010:0.1:1776202225.293073:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9631f4. 00010000:00000010:0.1:1776202225.293075:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d56d910. 00010000:00000010:0.1:1776202225.293078:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9777d9. 00010000:00000010:0.1:1776202225.293081:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23da39d. 00010000:00000010:0.1:1776202225.293083:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f46d84a0. 00010000:00000010:0.1:1776202225.293085:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ee7825. 00010000:00000010:0.1:1776202225.293088:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f269f6. 00010000:00000010:0.1:1776202225.293090:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7e68c2. 00010000:00000010:0.1:1776202225.293092:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ae9949. 00010000:00000010:0.1:1776202225.293094:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f059a1. 00010000:00000010:0.1:1776202225.293096:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c57cdab. 00010000:00000010:0.1:1776202225.293098:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f271766e. 00010000:00000010:0.1:1776202225.293101:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6f22d71. 00010000:00000010:0.1:1776202225.293106:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20908f9. 00010000:00000010:0.1:1776202225.293110:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad46c52. 00010000:00000010:0.1:1776202225.293112:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0b13725. 00010000:00000010:0.1:1776202225.293114:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012afd751. 00010000:00000010:0.1:1776202225.293116:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fbc37b. 00010000:00000010:0.1:1776202225.293119:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957346e. 00010000:00000010:0.1:1776202225.293121:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b0e70c. 00010000:00000010:0.1:1776202225.293123:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9737d70. 00010000:00000010:0.1:1776202225.293125:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ae07e6. 00010000:00000010:0.1:1776202225.293128:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867a8b8e. 00010000:00000010:0.1:1776202225.293131:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265c1281. 00010000:00000010:0.1:1776202225.293135:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456decb7. 00010000:00000010:0.1:1776202225.293137:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000460a98e4. 00010000:00000010:0.1:1776202225.293140:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2beef1. 00010000:00000010:0.1:1776202225.293142:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efeee9f0. 00010000:00000010:0.1:1776202225.293145:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001adadf6c. 00010000:00000010:0.1:1776202225.293147:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa74142. 00010000:00000010:0.1:1776202225.293150:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202225.293152:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055372028. 00010000:00000010:0.1:1776202225.293155:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202225.293158:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf03091. 00010000:00000010:0.1:1776202225.293160:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:0.1:1776202225.293162:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000424c69f7. 00010000:00000010:0.1:1776202225.293164:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:0.1:1776202225.293167:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007040da0f. 00010000:00000010:0.1:1776202225.293170:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:0.1:1776202225.293172:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3898e8b. 00010000:00000010:0.1:1776202225.293175:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202225.293177:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000186cb43f. 00010000:00000010:0.1:1776202225.293179:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202225.293182:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0fbce7. 00010000:00000010:0.1:1776202225.293185:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:0.1:1776202225.293187:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565fcb9b. 00010000:00000010:0.1:1776202225.293189:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202225.293192:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202225.293194:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202225.293197:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329b459d. 00010000:00000010:0.1:1776202225.293199:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:0.1:1776202225.293201:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66eb522. 00010000:00000010:0.1:1776202225.293203:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:0.1:1776202225.293207:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202225.293209:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202225.309002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfaa271. 00010000:00000010:0.1:1776202225.313881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf62450e. 00010000:00000010:0.1:1776202225.313895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:0.1:1776202225.323356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b7d5d8. 00010000:00000010:0.1:1776202225.323364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:2.1:1776202225.324951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b97542. 00010000:00000010:3.1:1776202225.326248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9df134c. 00010000:00000010:0.1:1776202225.327016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085932a96. 00010000:00000010:0.1:1776202225.327023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:0.1:1776202225.327026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202225.327028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:3.1:1776202225.347668:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbcadb79. 00010000:00000010:3.1:1776202225.347682:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:0.1:1776202225.361213:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa225471. 00010000:00000010:0.1:1776202225.361220:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a800f052. 00010000:00000010:0.1:1776202225.361227:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c22b548. 00010000:00000010:0.1:1776202225.361230:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009156bb8d. 00010000:00000010:2.1:1776202225.365938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000547056aa. 00010000:00000010:2.1:1776202225.365945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1b91c4. 00010000:00000010:2.1:1776202225.365949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:3.1:1776202225.367991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef77b41d. 00010000:00000010:1.1:1776202225.369083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e52079. 00010000:00000010:1.1:1776202225.369091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:3.1:1776202225.377995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d63c5c. 00010000:00000010:2.1:1776202225.381058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bed533e. 00010000:00000010:2.1:1776202225.381085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:2.1:1776202225.381092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202225.381095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202225.385880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a955ac. 00010000:00000010:2.1:1776202225.385893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6234c39. 00010000:00000010:2.1:1776202225.385897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.392119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fdb5f6f. 00010000:00000010:2.1:1776202225.392126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f91bc9e4. 00010000:00000010:2.1:1776202225.392130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202225.409024:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b840c31a. 00010000:00000010:2.1:1776202225.409038:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd6c26bf. 00010000:00000010:2.1:1776202225.409052:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202225.426083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031e8240b. 00010000:00000010:2.1:1776202225.426091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbae6de1. 00010000:00000010:2.1:1776202225.426095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.426099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b928eee. 00010000:00000010:2.1:1776202225.426103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab47eb22. 00010000:00000010:2.1:1776202225.426106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:0.1:1776202225.431238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3f1167. 00010000:00000010:0.1:1776202225.431245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202225.431295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00010000:00000010:2.1:1776202225.434986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c628b19. 00010000:00000010:2.1:1776202225.435004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01c3e72. 00010000:00000010:2.1:1776202225.435009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:2.1:1776202225.435013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961f21e7. 00010000:00000010:2.1:1776202225.435016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:0.1:1776202225.435169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a8c5c81. 00010000:00000010:3.1:1776202225.438316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569143c0. 00010000:00000010:2.1:1776202225.438893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a4248e2. 00010000:00000010:2.1:1776202225.438901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:0.1:1776202225.449872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c44e4c. 00010000:00000010:2.1:1776202225.458025:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c27d1d. 00010000:00000010:2.1:1776202225.458034:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:3.1:1776202225.461996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006078b56d. 00010000:00000010:2.1:1776202225.462796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868b227f. 00010000:00000010:2.1:1776202225.462805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202225.465875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9fef23. 00010000:00000010:2.1:1776202225.465888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008755d2b0. 00010000:00000010:2.1:1776202225.465894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202225.465898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:2.1:1776202225.465901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdf77cba. 00010000:00000010:2.1:1776202225.465904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:1.1:1776202225.471942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a5ee7ca. 00010000:00000010:2.1:1776202225.474895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc69321. 00010000:00000010:2.1:1776202225.474912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:1.1:1776202225.490880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebe824b7. 00010000:00000010:2.1:1776202225.490943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4294db1. 00010000:00000010:2.1:1776202225.490951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:3.1:1776202225.509013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f4a941. 00010000:00000010:2.1:1776202225.512142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002459d2cd. 00010000:00000010:2.1:1776202225.512159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202225.518934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93a957f. 00010000:00000010:2.1:1776202225.518952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064f292f7. 00010000:00000010:2.1:1776202225.518957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202225.518961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202225.518963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:3.1:1776202225.526950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00010000:00000010:2.1:1776202225.531342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec6fc91. 00010000:00000010:2.1:1776202225.531352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.534926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c385dd99. 00010000:00000010:2.1:1776202225.534934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:1.1:1776202225.543161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002446ac5d. 00010000:00000010:1.1:1776202225.546038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087fe690a. 00010000:00000010:2.1:1776202225.546916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001acc8d06. 00010000:00000010:2.1:1776202225.546926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202225.552939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f505e6e4. 00010000:00000010:2.1:1776202225.552947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:1.1:1776202225.557296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277d1e31. 00010000:00000010:2.1:1776202225.566085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e232a2. 00010000:00000010:2.1:1776202225.566097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202225.566103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202225.566105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:3.1:1776202225.566685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b80a7df. 00010000:00000010:2.1:1776202225.570069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb48a9c8. 00010000:00000010:2.1:1776202225.570087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7e53b5. 00010000:00000010:2.1:1776202225.570091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.598090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d322e8c6. 00010000:00000010:3.1:1776202225.618208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76874cf. 00010000:00000010:3.1:1776202225.618223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:3.1:1776202225.621879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a26270. 00010000:00000010:3.1:1776202225.621894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed686ea. 00010000:00000010:3.1:1776202225.621897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:0.1:1776202225.631894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000373d886e. 00010000:00000010:0.1:1776202225.631915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004618c8e6. 00010000:00000010:0.1:1776202225.631921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202225.631923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202225.631972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001674cef4. 00010000:00000010:3.1:1776202225.651950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6bac97. 00010000:00000010:2.1:1776202225.659067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000120b5e6f. 00010000:00000010:2.1:1776202225.659077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:2.1:1776202225.665908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3795b46. 00010000:00000010:2.1:1776202225.665918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:0.1:1776202225.666484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0c98ce. 00010000:00000010:3.1:1776202225.670169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109f90e6. 00010000:00000010:3.1:1776202225.670187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8f8644. 00010000:00000010:3.1:1776202225.670192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202225.676878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:0.1:1776202225.685100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0bbc4a. 00010000:00000010:0.1:1776202225.685113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:0.1:1776202225.696654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a2fa83. 00010000:00000010:0.1:1776202225.696661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d84cac6. 00010000:00000010:0.1:1776202225.696665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:2.1:1776202225.702951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b7622df. 00010000:00000010:0.1:1776202225.704112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1bcde4f. 00010000:00000010:0.1:1776202225.704122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:2.1:1776202225.707491:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbde2805. 00010000:00000010:2.1:1776202225.707503:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043eecff3. 00010000:00000010:2.1:1776202225.707508:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:2.1:1776202225.721851:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:2.1:1776202225.721859:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7bf9331. 00010000:00000010:2.1:1776202225.721863:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:1.1:1776202225.721918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b0ba7e. 00010000:00000010:3.1:1776202225.722985:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202225.722996:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:0.1:1776202225.726879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3359c28. 00010000:00000010:2.1:1776202225.734936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f336a67. 00010000:00000010:2.1:1776202225.734949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202225.741000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732bd950. 00010000:00000010:2.1:1776202225.749099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006842a5ed. 00010000:00000010:2.1:1776202225.749111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.749117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202225.749120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202225.756872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87fd2f6. 00010000:00000010:2.1:1776202225.757929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3378e38. 00010000:00000010:2.1:1776202225.757937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009010f8ca. 00010000:00000010:2.1:1776202225.757941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:3.1:1776202225.763884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e4e5ce. 00010000:00000010:2.1:1776202225.766713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b67da5c. 00010000:00000010:2.1:1776202225.766731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:0.1:1776202225.768094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a29381e. 00010000:00000010:2.1:1776202225.768997:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f128d418. 00010000:00000010:2.1:1776202225.769006:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202225.769009:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fdc078e. 00010000:00000010:2.1:1776202225.769011:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202225.772156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddfd6f7. 00010000:00000010:2.1:1776202225.778085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aacc04d. 00010000:00000010:2.1:1776202225.778104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202225.792645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e058829d. 00010000:00000010:2.1:1776202225.792662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fdb3353. 00010000:00000010:2.1:1776202225.792666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202225.803087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006c52f59. 00010000:00000010:2.1:1776202225.810173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d7c25d. 00010000:00000010:2.1:1776202225.810180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:0.1:1776202225.814947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902c8d23. 00010000:00000010:2.1:1776202225.820219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c65dcd. 00010000:00000010:2.1:1776202225.820235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202225.829531:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6105f8e. 00010000:00000010:3.1:1776202225.829540:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:1.1:1776202225.835182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1f546f. 00010000:00000010:1.1:1776202225.835196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3ad93d. 00010000:00000010:3.1:1776202225.842367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a55c897. 00010000:00000010:3.1:1776202225.842394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:0.1:1776202225.846941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390074b1. 00010000:00000010:3.1:1776202225.850861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8ac918. 00010000:00000010:3.1:1776202225.850867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:3.1:1776202225.855291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076be8954. 00010000:00000010:2.1:1776202225.855800:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7e82ae. 00010000:00000010:2.1:1776202225.855807:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:0.1:1776202225.869077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782cbc60. 00010000:00000010:0.1:1776202225.869088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9c6054. 00010000:00000010:0.1:1776202225.869092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202225.876568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7e3ac61. 00010000:00000010:1.1:1776202225.876577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fbaed4f. 00010000:00000010:1.1:1776202225.876582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202225.881159:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c7e55c. 00010000:00000010:1.1:1776202225.883924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000002f5d11. 00010000:00000010:1.1:1776202225.883941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:2.1:1776202225.892422:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407c1c4f. 00010000:00000010:1.1:1776202225.892874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d687bc. 00010000:00000010:1.1:1776202225.892881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:0.1:1776202225.897003:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001f24bf7. 00010000:00000010:2.1:1776202225.899923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f688d8. 00010000:00000010:2.1:1776202225.899938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce643083. 00010000:00000010:2.1:1776202225.899941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:1.1:1776202225.900005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d22b659f. 00010000:00000010:1.1:1776202225.900012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202225.900016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3bda22. 00010000:00000010:1.1:1776202225.900019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:3.1:1776202225.904777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420f53a6. 00010000:00000010:3.1:1776202225.904794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:0.1:1776202225.910958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001fe4cbd. 00010000:00000010:2.1:1776202225.918023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3df839f. 00010000:00000010:2.1:1776202225.918043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f8b1e6f. 00010000:00000010:2.1:1776202225.918047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:0.1:1776202225.922868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c217103c. 00010000:00000010:3.1:1776202225.922913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000170370b8. 00010000:00000010:2.1:1776202225.922956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7db6b56. 00010000:00000010:2.1:1776202225.922962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:2.1:1776202225.934926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaec68dc. 00010000:00000010:2.1:1776202225.934936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202225.939062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b427852. 00010000:00000010:2.1:1776202225.939069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:1.1:1776202225.939966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045588c72. 00010000:00000010:0.1:1776202225.950233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae145ea4. 00010000:00000010:0.1:1776202225.950250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b81c1176. 00010000:00000010:0.1:1776202225.950255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:3.1:1776202225.955381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000214b3b52. 00010000:00000010:1.1:1776202225.955909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a15c44. 00010000:00000010:1.1:1776202225.955917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202225.963910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f34495. 00010000:00000010:1.1:1776202225.963920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007359407e. 00010000:00000010:1.1:1776202225.963925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:3.1:1776202225.968943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce35d0c9. 00010000:00000010:0.1:1776202225.972998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac4765b8. 00010000:00000010:0.1:1776202225.973005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005586e31d. 00010000:00000010:0.1:1776202225.973009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202225.973063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c998e58. 00010000:00000010:1.1:1776202225.973069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:2.1:1776202225.978879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018304d61. 00010000:00000010:3.1:1776202225.981886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac5d229. 00010000:00000010:3.1:1776202225.981902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:1.1:1776202225.987198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e85c2a2. 00010000:00000010:0.1:1776202225.988412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f691e4b7. 00010000:00000010:0.1:1776202225.988417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:0.1:1776202225.995221:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd7ccd6. 00010000:00000010:0.1:1776202225.995237:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202225.999118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b21b4086. 00010000:00000010:0.1:1776202226.001968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a3beac. 00010000:00000010:0.1:1776202226.001978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:1.1:1776202226.009868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ad74052. 00010000:00000010:0.1:1776202226.013146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd67018. 00010000:00000010:0.1:1776202226.013156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:2.1:1776202226.013900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea05c2c. 00010000:00000010:3.1:1776202226.017095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000906c329c. 00010000:00000010:3.1:1776202226.017105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:3.1:1776202226.017109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d51e95. 00010000:00000010:3.1:1776202226.017112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:2.1:1776202226.023447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067dae3f7. 00010000:00000010:0.1:1776202226.027774:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b02a3af. 00010000:00000010:0.1:1776202226.027787:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cabb4140. 00010000:00000010:0.1:1776202226.027791:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:0.1:1776202226.035874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0be108. 00010000:00000010:0.1:1776202226.035891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.039958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8ae30f. 00010000:00000010:1.1:1776202226.048376:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dfe7e8c. 00010000:00000010:0.1:1776202226.052150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000378bda77. 00010000:00000010:0.1:1776202226.052161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:2.1:1776202226.056955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef9ba50. 00010000:00000010:0.1:1776202226.057041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3be1886. 00010000:00000010:0.1:1776202226.057048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:2.1:1776202226.063061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df2c4091. 00010000:00000010:0.1:1776202226.071273:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd5c5ec2. 00010000:00000010:0.1:1776202226.071288:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:0.1:1776202226.071293:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202226.071297:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:0.1:1776202226.071301:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0bb1bf1. 00010000:00000010:0.1:1776202226.071303:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a58024b. 00010000:00000010:0.1:1776202226.071305:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:1.1:1776202226.072955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002190abe2. 00010000:00000010:0.1:1776202226.078093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d24da2. 00010000:00000010:0.1:1776202226.078102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202226.093903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d87bba21. 00010000:00000010:0.1:1776202226.093910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:1.1:1776202226.095096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f765a5a7. 00010000:00000010:0.1:1776202226.098869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082709890. 00010000:00000010:0.1:1776202226.098877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b447d56. 00010000:00000010:0.1:1776202226.098881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.102878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070bc6f37. 00010000:00000010:2.1:1776202226.102951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004020a6a8. 00010000:00000010:2.1:1776202226.102958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:2.1:1776202226.102962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202226.102965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:3.1:1776202226.106985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000203a6771. 00010000:00000010:2.1:1776202226.112143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007716247b. 00010000:00000010:2.1:1776202226.112158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202226.115859:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2942d8d. 00010000:00000010:2.1:1776202226.115866:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202226.116477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b31a1a. 00010000:00000010:2.1:1776202226.121871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000156853dc. 00010000:00000010:2.1:1776202226.121882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004648ed1. 00010000:00000010:2.1:1776202226.121887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202226.129888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027c7181a. 00010000:00000010:2.1:1776202226.129898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022cf2250. 00010000:00000010:2.1:1776202226.129902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:0.1:1776202226.142005:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c5d23e. 00010000:00000010:2.1:1776202226.142948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f9ae981. 00010000:00000010:2.1:1776202226.142957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202226.147246:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f9438d. 00010000:00000010:2.1:1776202226.147252:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202226.154878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d7d41ce. 00010000:00000010:3.1:1776202226.168239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4feb2cd. 00010000:00000010:2.1:1776202226.169605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bd07065. 00010000:00000010:2.1:1776202226.169620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202226.178278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002703d6b5. 00010000:00000010:2.1:1776202226.178297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036e91abf. 00010000:00000010:2.1:1776202226.178301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202226.203093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee817b0. 00010000:00000010:2.1:1776202226.203213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f27cdb2b. 00010000:00000010:2.1:1776202226.203218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202226.203220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009e5da40. 00010000:00000010:2.1:1776202226.207886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bfe9de4. 00010000:00000010:2.1:1776202226.207901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202226.217973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a940542. 00010000:00000010:2.1:1776202226.218096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6315cde. 00010000:00000010:2.1:1776202226.218103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202226.218108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202226.218111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202226.230860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3a2a77. 00010000:00000010:2.1:1776202226.231244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f474b26. 00010000:00000010:2.1:1776202226.231251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:1.1:1776202226.232978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2473248. 00010000:00000010:2.1:1776202226.238880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b5daf93. 00010000:00000010:2.1:1776202226.238894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202226.246884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e44ce00. 00010000:00000010:2.1:1776202226.251420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a032ad67. 00010000:00000010:2.1:1776202226.251432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:1.1:1776202226.259087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:2.1:1776202226.260870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aacd7b7. 00010000:00000010:2.1:1776202226.260932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202226.272906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c211f2. 00010000:00000010:2.1:1776202226.272918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d9ce586. 00010000:00000010:2.1:1776202226.272922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202226.272925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202226.272927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202226.276971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d73b9e5. 00010000:00000010:2.1:1776202226.276978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:1.1:1776202226.281381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252c54f2. 00010000:00000010:2.1:1776202226.286890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd5e7cc. 00010000:00000010:2.1:1776202226.286903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202226.291463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fb37d3. 00010000:00000010:2.1:1776202226.291530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043242d93. 00010000:00000010:2.1:1776202226.291538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658ebe88. 00010000:00000010:2.1:1776202226.291542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202226.305061:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000320087c3. 00010000:00000010:2.1:1776202226.305067:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005073b45b. 00010000:00000010:2.1:1776202226.305072:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:3.1:1776202226.307736:0:78389:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b606b93. 00010000:00000010:3.1:1776202226.307745:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:3.1:1776202226.307750:0:78389:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d51e95. 00010000:00000010:3.1:1776202226.307753:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:0.1:1776202226.307869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc04b0b. 00010000:00000010:0.1:1776202226.311865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8f4e72. 00010000:00000010:0.1:1776202226.311878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a36bbbf. 00010000:00000010:0.1:1776202226.311884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:0.1:1776202226.323603:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089079718. 00010000:00000010:2.1:1776202226.323789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaa1aaaf. 00010000:00000010:2.1:1776202226.323797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202226.328930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043ea76a9. 00010000:00000010:2.1:1776202226.331084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fe32373. 00010000:00000010:2.1:1776202226.331096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:1.1:1776202226.350882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402d2af4. 00010000:00000010:2.1:1776202226.351640:0:78392:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bffccc92. 00010000:00000010:2.1:1776202226.351649:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:3.1:1776202226.354883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911cb18e. 00010000:00000010:3.1:1776202226.354894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:3.1:1776202226.354900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d51e95. 00010000:00000010:3.1:1776202226.354903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:1.1:1776202226.354926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae988f1. 00010000:00000010:1.1:1776202226.364862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deca7fee. 00010000:00000010:3.1:1776202226.364921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d609611. 00010000:00000010:3.1:1776202226.364929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:0.1:1776202226.381971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085523ba7. 00010000:00000010:0.1:1776202226.381979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:3.1:1776202226.382135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ea78417. 00010000:00000010:2.1:1776202226.387904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f69fef. 00010000:00000010:2.1:1776202226.387915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202226.392919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020587058. 00010000:00000010:3.1:1776202226.392967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bdbccb6. 00010000:00000010:2.1:1776202226.403099:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff19c955. 00010000:00000010:2.1:1776202226.403111:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:0.1:1776202226.404948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8e93104. 00010000:00000010:2.1:1776202226.409891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008fba728. 00010000:00000010:2.1:1776202226.409909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202226.409913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202226.409916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:2.1:1776202226.409919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093be518b. 00010000:00000010:2.1:1776202226.409923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050a4c23e. 00010000:00000010:2.1:1776202226.409926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202226.423965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd07366f. 00010000:00000010:3.1:1776202226.433097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008145ee17. 00010000:00000010:3.1:1776202226.433112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:0.1:1776202226.433876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733ec660. 00010000:00000010:0.1:1776202226.433888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:1.1:1776202226.434239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a71918. 00010000:00000010:3.1:1776202226.437017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce426c0. 00010000:00000010:3.1:1776202226.437049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:1.1:1776202226.440961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c3f033f. 00010000:00000010:1.1:1776202226.453252:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a13d63. 00010000:00000010:3.1:1776202226.458777:0:78386:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043af60ad. 00010000:00000010:3.1:1776202226.458796:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:3.1:1776202226.475146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56f2a7a. 00010000:00000010:3.1:1776202226.475165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04fc4de. 00010000:00000010:3.1:1776202226.475169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:3.1:1776202226.494903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb65647. 00010000:00000010:3.1:1776202226.494913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbbbcc30. 00010000:00000010:3.1:1776202226.494916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:0.1:1776202226.509241:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091dc1700. 00010000:00000010:0.1:1776202226.509248:0:66515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a989b1e9. 00010000:00000010:0.1:1776202226.509252:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:3.1:1776202226.511923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b131e8. 00010000:00000010:3.1:1776202226.511934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202226.519650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18b27da. 00010000:00000010:3.1:1776202226.522889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5acb66. 00010000:00000010:3.1:1776202226.522907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:0.1:1776202226.522949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd4dd2a5. 00010000:00000010:3.1:1776202226.549070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5189902. 00010000:00000010:3.1:1776202226.549076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015fd919e. 00010000:00000010:3.1:1776202226.549080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:3.1:1776202226.549083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016dd8d4d. 00010000:00000010:3.1:1776202226.549085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:3.1:1776202226.549088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7996a5d. 00010000:00000010:3.1:1776202226.549090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:1.1:1776202226.549276:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e82c66c. 00010000:00000010:1.1:1776202226.552922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5d2651. 00010000:00000010:3.1:1776202226.562917:0:78386:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56bcacd. 00010000:00000010:3.1:1776202226.562929:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:1.1:1776202226.563160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fba22c82. 00010000:00000010:0.1:1776202226.567223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001052a55c. 00010000:00000010:0.1:1776202226.567244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:2.1:1776202226.570878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042965075. 00010000:00000010:0.1:1776202226.583888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b688766e. 00010000:00000010:0.1:1776202226.583897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:2.1:1776202226.583938:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4fc087a. 00010000:00000010:0.1:1776202226.586918:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e52e37. 00010000:00000010:0.1:1776202226.586932:0:78387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000922cb7c3. 00010000:00000010:0.1:1776202226.586937:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202226.587671:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099c30702. 00010000:00000010:1.1:1776202226.587683:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002354233d. 00010000:00000010:1.1:1776202226.587688:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:1.1:1776202226.587692:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3bda22. 00010000:00000010:1.1:1776202226.587695:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:3.1:1776202226.591130:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd1059de. 00010000:00000010:3.1:1776202226.591140:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008374ea16. 00010000:00000010:3.1:1776202226.591144:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:3.1:1776202226.601207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb04cf2. 00010000:00000010:3.1:1776202226.601218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9a83e72. 00010000:00000010:3.1:1776202226.601223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:3.1:1776202226.611055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7f5c69. 00010000:00000010:3.1:1776202226.611068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000559c52a4. 00010000:00000010:3.1:1776202226.611074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:3.1:1776202226.618605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011fa8a77. 00010000:00000010:0.1:1776202226.619052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c168181. 00010000:00000010:0.1:1776202226.619058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:0.1:1776202226.619062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202226.619064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:3.1:1776202226.628824:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d692b9d. 00010000:00000010:0.1:1776202226.629957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007748abb. 00010000:00000010:0.1:1776202226.629970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.645175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5189284. 00010000:00000010:0.1:1776202226.649028:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f5060b. 00010000:00000010:0.1:1776202226.649035:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202226.663887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456b0596. 00010000:00000010:0.1:1776202226.663897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf40e92. 00010000:00000010:0.1:1776202226.663901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.668868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c19eb692. 00010000:00000010:2.1:1776202226.668898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e40dbe4. 00010000:00000010:1.1:1776202226.668996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:3.1:1776202226.680911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc5e6eb. 00010000:00000010:2.1:1776202226.684656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002221e711. 00010000:00000010:2.1:1776202226.684663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:1.1:1776202226.700160:0:78402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093cadcde. 00010000:00000010:1.1:1776202226.700167:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:0.1:1776202226.700905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006889024c. 00010000:00000010:0.1:1776202226.706722:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470f709c. 00010000:00000010:3.1:1776202226.706901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e54b3c45. 00010000:00000010:3.1:1776202226.706907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202226.726913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093d788d6. 00010000:00000010:1.1:1776202226.726927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee667aa1. 00010000:00000010:1.1:1776202226.726932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:0.1:1776202226.731132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043baac50. 00010000:00000010:0.1:1776202226.731143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:1.1:1776202226.731874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004895e92c. 00010000:00000010:0.1:1776202226.734899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff132f9d. 00010000:00000010:0.1:1776202226.734908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.734937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b28fbc7b. 00010000:00000010:3.1:1776202226.737340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c71cfe8c. 00010000:00000010:3.1:1776202226.737363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:3.1:1776202226.737368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a64e894. 00010000:00000010:3.1:1776202226.737371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:0.1:1776202226.739875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006560b9d1. 00010000:00000010:1.1:1776202226.744113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e28c7d1. 00010000:00000010:1.1:1776202226.744122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:2.1:1776202226.748208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078fb7ad7. 00010000:00000010:1.1:1776202226.752172:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013e1445d. 00010000:00000010:1.1:1776202226.752180:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:2.1:1776202226.752874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e86cb107. 00010000:00000010:1.1:1776202226.756094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239bee1. 00010000:00000010:1.1:1776202226.756109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:2.1:1776202226.757119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b61b08. 00010000:00000010:1.1:1776202226.763070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e41288. 00010000:00000010:1.1:1776202226.763085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005768d054. 00010000:00000010:1.1:1776202226.763089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:0.1:1776202226.775895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806d99b1. 00010000:00000010:1.1:1776202226.785904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5e6aed1. 00010000:00000010:1.1:1776202226.785918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:1.1:1776202226.785924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3bda22. 00010000:00000010:1.1:1776202226.785927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:1.1:1776202226.788937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a88bc1b. 00010000:00000010:1.1:1776202226.788946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f77c704d. 00010000:00000010:1.1:1776202226.788950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b61b08. 00010000:00000010:3.1:1776202226.792901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4ac040. 00010000:00000010:3.1:1776202226.792909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e60b8ec5. 00010000:00000010:3.1:1776202226.792915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:1.1:1776202226.800876:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000054b1f07. 00010000:00000010:3.1:1776202226.801027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c681719. 00010000:00000010:3.1:1776202226.801034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:3.1:1776202226.801039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090df94b2. 00010000:00000010:3.1:1776202226.801043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:1.1:1776202226.803931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2428179. 00010000:00000010:3.1:1776202226.815874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3d308a. 00010000:00000010:3.1:1776202226.815884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008552ad4f. 00010000:00000010:3.1:1776202226.815888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:3.1:1776202226.815891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a64e894. 00010000:00000010:3.1:1776202226.815894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:0.1:1776202226.823305:0:78408:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d54bbbe. 00010000:00000010:0.1:1776202226.823317:0:78408:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:1.1:1776202226.824235:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb42d4d. 00010000:00000010:2.1:1776202226.825099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3af713f. 00010000:00000010:1.1:1776202226.825490:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078355f38. 00010000:00000010:1.1:1776202226.825497:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202226.825504:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3bda22. 00010000:00000010:1.1:1776202226.825509:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b61b08. 00010000:00000010:1.1:1776202226.825512:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17093db. 00010000:00000010:1.1:1776202226.825516:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:1.1:1776202226.825519:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1cd2624. 00010000:00000010:1.1:1776202226.825523:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:1.1:1776202226.829522:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008bfc4b4. 00010000:00000010:1.1:1776202226.829530:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:1.1:1776202226.829532:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f49bbe. 00010000:00000010:1.1:1776202226.829535:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202226.829538:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066f056d. 00010000:00000010:1.1:1776202226.829541:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:1.1:1776202226.829543:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194f6206. 00010000:00000010:1.1:1776202226.829545:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202226.829547:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536d2f74. 00010000:00000010:1.1:1776202226.829549:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202226.829553:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcaebf48. 00010000:00000010:1.1:1776202226.829557:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:1.1:1776202226.829560:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2a14feb. 00010000:00000010:1.1:1776202226.829562:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a955ac. 00010000:00000010:1.1:1776202226.829564:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0592aeb. 00010000:00000010:1.1:1776202226.829566:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:1.1:1776202226.829568:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac5225c. 00010000:00000010:1.1:1776202226.829571:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202226.829573:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30a6a0d. 00010000:00000010:1.1:1776202226.829575:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:1.1:1776202226.829579:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357e4ef5. 00010000:00000010:1.1:1776202226.829581:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202226.829583:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e9906e. 00010000:00000010:1.1:1776202226.829585:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b56b877. 00010000:00000010:1.1:1776202226.829587:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014c7ba6c. 00010000:00000010:1.1:1776202226.829590:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202226.829735:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f36b54. 00010000:00000010:1.1:1776202226.829739:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:2.1:1776202226.832871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088aa836d. 00010000:00000010:0.1:1776202226.837883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077fbeefa. 00010000:00000010:0.1:1776202226.837890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:1.1:1776202226.873410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85bd802. 00010000:00000010:1.1:1776202226.873425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086cdf5a6. 00010000:00000010:1.1:1776202226.873429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:1.1:1776202226.873433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f36b54. 00010000:00000010:1.1:1776202226.873437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:1.1:1776202226.873442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014c7ba6c. 00010000:00000010:1.1:1776202226.873444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:1.1:1776202226.873446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e9906e. 00010000:00000010:1.1:1776202226.873449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b56b877. 00010000:00000010:1.1:1776202226.873451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357e4ef5. 00010000:00000010:1.1:1776202226.873468:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:1.1:1776202226.873476:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30a6a0d. 00010000:00000010:1.1:1776202226.873479:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:1.1:1776202226.873482:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac5225c. 00010000:00000010:1.1:1776202226.873484:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:1.1:1776202226.873487:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0592aeb. 00010000:00000010:1.1:1776202226.873490:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:1.1:1776202226.873494:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2a14feb. 00010000:00000010:1.1:1776202226.873497:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a955ac. 00010000:00000010:1.1:1776202226.873499:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcaebf48. 00010000:00000010:1.1:1776202226.873508:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:1.1:1776202226.873510:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536d2f74. 00010000:00000010:1.1:1776202226.873513:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:1.1:1776202226.873515:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194f6206. 00010000:00000010:1.1:1776202226.873518:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:1.1:1776202226.873520:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066f056d. 00010000:00000010:1.1:1776202226.873523:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:1.1:1776202226.873525:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061f49bbe. 00010000:00000010:1.1:1776202226.873527:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:1.1:1776202226.873530:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008bfc4b4. 00010000:00000010:1.1:1776202226.873533:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:1.1:1776202226.873536:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1cd2624. 00010000:00000010:1.1:1776202226.873538:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:1.1:1776202226.873541:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17093db. 00010000:00000010:1.1:1776202226.873543:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:1.1:1776202226.873545:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3bda22. 00010000:00000010:1.1:1776202226.873547:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b61b08. 00010000:00000010:1.1:1776202226.873550:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd3b36a. 00010000:00000010:1.1:1776202226.873553:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc0bcf5. 00010000:00000010:1.1:1776202226.873556:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9bc8e5d. 00010000:00000010:1.1:1776202226.873559:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003854b1b6. 00010000:00000010:1.1:1776202226.873562:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fe47bb. 00010000:00000010:1.1:1776202226.873564:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfc4dfc. 00010000:00000010:1.1:1776202226.873566:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003563c3a. 00010000:00000010:1.1:1776202226.873569:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8e16c78. 00010000:00000010:1.1:1776202226.873571:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225e2a43. 00010000:00000010:1.1:1776202226.873574:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa69dbd7. 00010000:00000010:1.1:1776202226.873577:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a989b1e9. 00010000:00000010:1.1:1776202226.873580:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045211f9b. 00010000:00000010:1.1:1776202226.873582:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e02338. 00010000:00000010:1.1:1776202226.873585:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2fc339. 00010000:00000010:1.1:1776202226.873587:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c5f2c20. 00010000:00000010:1.1:1776202226.873589:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e39021d1. 00010000:00000010:1.1:1776202226.873591:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed4967ca. 00010000:00000010:1.1:1776202226.873594:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e601367. 00010000:00000010:1.1:1776202226.873597:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032685359. 00010000:00000010:1.1:1776202226.873598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4fc480f. 00010000:00000010:1.1:1776202226.873600:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03c6e5e. 00010000:00000010:1.1:1776202226.873603:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000302a76a1. 00010000:00000010:1.1:1776202226.873605:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b820a16. 00010000:00000010:1.1:1776202226.873608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e57ba3. 00010000:00000010:1.1:1776202226.873611:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2217e9f. 00010000:00000010:1.1:1776202226.873613:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eeec2ad. 00010000:00000010:1.1:1776202226.873616:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b1605ca. 00010000:00000010:1.1:1776202226.873619:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b15f411. 00010000:00000010:1.1:1776202226.873621:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dce561e. 00010000:00000010:1.1:1776202226.873623:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d765f54. 00010000:00000010:1.1:1776202226.873625:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d128676f. 00010000:00000010:1.1:1776202226.873628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ca406b. 00010000:00000010:1.1:1776202226.873630:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046971df6. 00010000:00000010:1.1:1776202226.873634:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e94a742. 00010000:00000010:1.1:1776202226.873636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f879744f. 00010000:00000010:1.1:1776202226.873638:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a3a31d. 00010000:00000010:1.1:1776202226.873651:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087020a31. 00010000:00000010:1.1:1776202226.873655:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e203b15. 00010000:00000010:1.1:1776202226.873658:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc1822bc. 00010000:00000010:1.1:1776202226.873660:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df2e8605. 00010000:00000010:1.1:1776202226.873663:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a12d901. 00010000:00000010:1.1:1776202226.873668:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d166bd5. 00010000:00000010:1.1:1776202226.873674:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f43218f. 00010000:00000010:1.1:1776202226.873677:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f46061a. 00010000:00000010:1.1:1776202226.873680:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acabf043. 00010000:00000010:1.1:1776202226.873682:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ad4ca2. 00010000:00000010:1.1:1776202226.873684:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596d9409. 00010000:00000010:1.1:1776202226.873686:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032554d6d. 00010000:00000010:1.1:1776202226.873689:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2451b2. 00010000:00000010:1.1:1776202226.873692:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c7dadf3. 00010000:00000010:1.1:1776202226.873695:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080364f12. 00010000:00000010:1.1:1776202226.873696:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dadef9f. 00010000:00000010:1.1:1776202226.873698:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b693544b. 00010000:00000010:1.1:1776202226.873701:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4c857c5. 00010000:00000010:1.1:1776202226.873703:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071db53f. 00010000:00000010:1.1:1776202226.873706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e1184f1. 00010000:00000010:1.1:1776202226.873709:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c39d2b. 00010000:00000010:1.1:1776202226.873711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bafec2b0. 00010000:00000010:1.1:1776202226.873714:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b41f32b. 00010000:00000010:1.1:1776202226.873716:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a9baa0f. 00010000:00000010:1.1:1776202226.873719:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b33da56f. 00010000:00000010:1.1:1776202226.873723:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f678ef. 00010000:00000010:1.1:1776202226.873725:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eff18720. 00010000:00000010:1.1:1776202226.873729:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036ab8a6b. 00010000:00000010:1.1:1776202226.873731:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86d1e71. 00010000:00000010:1.1:1776202226.873733:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000685989e3. 00010000:00000010:1.1:1776202226.873735:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ff6c0d. 00010000:00000010:1.1:1776202226.873737:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b325aa46. 00010000:00000010:1.1:1776202226.873741:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fdb3353. 00010000:00000010:1.1:1776202226.873744:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009603e1bb. 00010000:00000010:1.1:1776202226.873747:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005edaf354. 00010000:00000010:1.1:1776202226.873751:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12efe50. 00010000:00000010:1.1:1776202226.873753:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be605a11. 00010000:00000010:1.1:1776202226.873758:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c13af9f6. 00010000:00000010:1.1:1776202226.873761:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fba311a. 00010000:00000010:1.1:1776202226.873763:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54307d3. 00010000:00000010:1.1:1776202226.873765:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005636c530. 00010000:00000010:1.1:1776202226.873767:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba5de2f5. 00010000:00000010:1.1:1776202226.873770:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95529c1. 00010000:00000010:1.1:1776202226.873773:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dfe8ec0. 00010000:00000010:1.1:1776202226.873776:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd75e30e. 00010000:00000010:1.1:1776202226.873778:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c119d6. 00010000:00000010:1.1:1776202226.873780:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6552114. 00010000:00000010:1.1:1776202226.873784:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e1c668d. 00010000:00000010:1.1:1776202226.873787:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000815660ef. 00010000:00000010:1.1:1776202226.873789:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb1e915. 00010000:00000010:1.1:1776202226.873793:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015fd919e. 00010000:00000010:1.1:1776202226.873796:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625d5ff1. 00010000:00000010:1.1:1776202226.873798:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094c457d0. 00010000:00000010:1.1:1776202226.873801:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f998d8d. 00010000:00000010:1.1:1776202226.873803:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deab7de3. 00010000:00000010:1.1:1776202226.873806:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb42ddd. 00010000:00000010:1.1:1776202226.873808:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071fe9e24. 00010000:00000010:1.1:1776202226.873811:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038fc7eab. 00010000:00000010:1.1:1776202226.873813:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066984131. 00010000:00000010:1.1:1776202226.873814:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8331ad0. 00010000:00000010:1.1:1776202226.873817:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f235c79. 00010000:00000010:1.1:1776202226.873819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aabe66a. 00010000:00000010:1.1:1776202226.873823:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015210e8f. 00010000:00000010:1.1:1776202226.873825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df15160e. 00010000:00000010:1.1:1776202226.873827:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dc43ac7. 00010000:00000010:1.1:1776202226.874263:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b72f46. 00010000:00000010:1.1:1776202226.874267:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000374947e2. 00010000:00000010:1.1:1776202226.874272:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007beb47c5. 00010000:00000010:1.1:1776202226.874274:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7a9c914. 00010000:00000010:1.1:1776202226.874276:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af0b1140. 00010000:00000010:1.1:1776202226.874278:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094005091. 00010000:00000010:1.1:1776202226.874282:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e44ce00. 00010000:00000010:1.1:1776202226.874284:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d32bc0ee. 00010000:00000010:1.1:1776202226.874288:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006577a350. 00010000:00000010:1.1:1776202226.874290:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000316cd0ac. 00010000:00000010:1.1:1776202226.874292:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000912f8134. 00010000:00000010:1.1:1776202226.874294:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f032767. 00010000:00000010:1.1:1776202226.874298:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0078331. 00010000:00000010:1.1:1776202226.874300:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005539b0b7. 00010000:00000010:1.1:1776202226.874303:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f3f2fa. 00010000:00000010:1.1:1776202226.874306:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b131e8. 00010000:00000010:1.1:1776202226.874309:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f53c39c. 00010000:00000010:1.1:1776202226.874311:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3add8d. 00010000:00000010:1.1:1776202226.874314:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a152a7bd. 00010000:00000010:1.1:1776202226.874317:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cecf05ed. 00010000:00000010:1.1:1776202226.874319:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aba7585. 00010000:00000010:1.1:1776202226.874321:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e976a95e. 00010000:00000010:1.1:1776202226.874324:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008366d6d4. 00010000:00000010:1.1:1776202226.874328:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f598b6. 00010000:00000010:1.1:1776202226.874330:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000316f312d. 00010000:00000010:1.1:1776202226.874332:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000396a2478. 00010000:00000010:1.1:1776202226.874334:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000194cb91d. 00010000:00000010:1.1:1776202226.874336:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c5a6d35. 00010000:00000010:1.1:1776202226.874339:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd400878. 00010000:00000010:1.1:1776202226.874341:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0177f5. 00010000:00000010:1.1:1776202226.874343:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085b3efd. 00010000:00000010:1.1:1776202226.874345:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000504818c. 00010000:00000010:1.1:1776202226.874348:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6b7d8b. 00010000:00000010:1.1:1776202226.874350:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f41c458. 00010000:00000010:1.1:1776202226.874352:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a138ff3e. 00010000:00000010:1.1:1776202226.874355:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e6dde95. 00010000:00000010:1.1:1776202226.874357:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013930c31. 00010000:00000010:1.1:1776202226.874359:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82258ff. 00010000:00000010:1.1:1776202226.874371:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3a8a50a. 00010000:00000010:1.1:1776202226.874373:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025b0a098. 00010000:00000010:1.1:1776202226.874376:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d07859b. 00010000:00000010:1.1:1776202226.874378:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f646fb. 00010000:00000010:1.1:1776202226.874381:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc9f5f4. 00010000:00000010:1.1:1776202226.874384:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005269aa6d. 00010000:00000010:1.1:1776202226.874387:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fb37d3. 00010000:00000010:1.1:1776202226.874390:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee75f0e. 00010000:00000010:1.1:1776202226.874393:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252c54f2. 00010000:00000010:1.1:1776202226.874395:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083cd1106. 00010000:00000010:1.1:1776202226.874399:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007272f02e. 00010000:00000010:1.1:1776202226.874401:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b94f9f6. 00010000:00000010:1.1:1776202226.874404:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058cd143e. 00010000:00000010:1.1:1776202226.874406:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dded1062. 00010000:00000010:1.1:1776202226.874412:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ee5e25. 00010000:00000010:1.1:1776202226.874414:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae9cc3d1. 00010000:00000010:1.1:1776202226.874416:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68470f2. 00010000:00000010:1.1:1776202226.874419:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7825b97. 00010000:00000010:1.1:1776202226.874422:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e190c6a. 00010000:00000010:1.1:1776202226.874424:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008502895c. 00010000:00000010:1.1:1776202226.874426:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e55b5deb. 00010000:00000010:1.1:1776202226.874428:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf9a67e. 00010000:00000010:1.1:1776202226.874430:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000226769e. 00010000:00000010:1.1:1776202226.874432:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bded009. 00010000:00000010:1.1:1776202226.874435:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082c71fa8. 00010000:00000010:1.1:1776202226.874438:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c44a92. 00010000:00000010:1.1:1776202226.874440:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c72ce37a. 00010000:00000010:1.1:1776202226.874443:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d63a6f7. 00010000:00000010:1.1:1776202226.874446:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3c7819. 00010000:00000010:1.1:1776202226.874448:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e8ae8c8. 00010000:00000010:1.1:1776202226.874450:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000106178b2. 00010000:00000010:1.1:1776202226.874452:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd66848f. 00010000:00000010:1.1:1776202226.874455:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b0e664b. 00010000:00000010:1.1:1776202226.874456:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1db555e. 00010000:00000010:1.1:1776202226.874461:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013f21009. 00010000:00000010:1.1:1776202226.874464:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a8b939a. 00010000:00000010:1.1:1776202226.874466:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9a3d7a. 00010000:00000010:1.1:1776202226.874468:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afc32a1f. 00010000:00000010:1.1:1776202226.874470:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2a5c02f. 00010000:00000010:1.1:1776202226.874475:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c22b548. 00010000:00000010:1.1:1776202226.874478:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5bb88d. 00010000:00000010:1.1:1776202226.874480:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef090070. 00010000:00000010:1.1:1776202226.874484:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d48f53. 00010000:00000010:1.1:1776202226.874486:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98e0e68. 00010000:00000010:1.1:1776202226.874491:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044966db6. 00010000:00000010:1.1:1776202226.874501:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024831457. 00010000:00000010:1.1:1776202226.874504:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90045f3. 00010000:00000010:1.1:1776202226.874506:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b242df1e. 00010000:00000010:1.1:1776202226.874509:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc577585. 00010000:00000010:1.1:1776202226.874511:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a201b8. 00010000:00000010:1.1:1776202226.874514:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba1ab73. 00010000:00000010:1.1:1776202226.874516:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000962b9601. 00010000:00000010:1.1:1776202226.874518:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca335c25. 00010000:00000010:1.1:1776202226.874520:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000209096e3. 00010000:00000010:1.1:1776202226.874524:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2917060. 00010000:00000010:1.1:1776202226.874526:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ef29f1. 00010000:00000010:1.1:1776202226.874529:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be3656e9. 00010000:00000010:1.1:1776202226.874531:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc8bf99. 00010000:00000010:1.1:1776202226.874534:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a15f86. 00010000:00000010:1.1:1776202226.874536:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002485dd1c. 00010000:00000010:1.1:1776202226.874538:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c5d9d29. 00010000:00000010:1.1:1776202226.874542:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c65dcd. 00010000:00000010:1.1:1776202226.874545:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7d1100b. 00010000:00000010:1.1:1776202226.874547:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cfec45b. 00010000:00000010:1.1:1776202226.874551:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b74491ac. 00010000:00000010:1.1:1776202226.874553:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004316da1a. 00010000:00000010:1.1:1776202226.874555:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db7efbda. 00010000:00000010:1.1:1776202226.874558:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f4e3dd6. 00010000:00000010:1.1:1776202226.874560:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c9c72e2. 00010000:00000010:1.1:1776202226.874562:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0288d1. 00010000:00000010:1.1:1776202226.874564:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087235856. 00010000:00000010:1.1:1776202226.874566:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec292426. 00010000:00000010:1.1:1776202226.874570:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a13d63. 00010000:00000010:1.1:1776202226.874573:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b94ac21. 00010000:00000010:1.1:1776202226.874576:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008750fbbb. 00010000:00000010:1.1:1776202226.874579:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcae32e. 00010000:00000010:1.1:1776202226.874582:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063cdc28. 00010000:00000010:1.1:1776202226.874585:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a031d5c. 00010000:00000010:1.1:1776202226.874588:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732a6ec6. 00010000:00000010:1.1:1776202226.874590:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065cd7974. 00010000:00000010:1.1:1776202226.874593:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095995e0d. 00010000:00000010:1.1:1776202226.874595:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1c8f181. 00010000:00000010:1.1:1776202226.874598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c82f3a25. 00010000:00000010:1.1:1776202226.874600:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e84faa2. 00010000:00000010:1.1:1776202226.874603:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dab5fe1f. 00010000:00000010:1.1:1776202226.874606:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000685474e7. 00010000:00000010:1.1:1776202226.874611:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd44af8. 00010000:00000010:1.1:1776202226.874613:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0515714. 00010000:00000010:1.1:1776202226.874615:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca73bcd2. 00010000:00000010:1.1:1776202226.874617:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc52ded. 00010000:00000010:1.1:1776202226.874620:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806d99b1. 00010000:00000010:1.1:1776202226.874622:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d669104e. 00010000:00000010:1.1:1776202226.874625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b4337a. 00010000:00000010:1.1:1776202226.874628:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57eb49f. 00010000:00000010:1.1:1776202226.874631:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f2920d. 00010000:00000010:1.1:1776202226.874635:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc67804. 00010000:00000010:1.1:1776202226.874640:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea599268. 00010000:00000010:1.1:1776202226.875027:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf8a3bf. 00010000:00000010:1.1:1776202226.875030:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dbd3764. 00010000:00000010:1.1:1776202226.875033:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b47e1108. 00010000:00000010:1.1:1776202226.875035:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff547bd1. 00010000:00000010:1.1:1776202226.875037:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007029fb4b. 00010000:00000010:1.1:1776202226.875040:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005037b247. 00010000:00000010:1.1:1776202226.875042:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d45e66. 00010000:00000010:1.1:1776202226.875049:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000558e8137. 00010000:00000010:1.1:1776202226.875051:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f3fd04e. 00010000:00000010:1.1:1776202226.875053:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982e9f3f. 00010000:00000010:1.1:1776202226.875056:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003318a196. 00010000:00000010:1.1:1776202226.875059:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b305703. 00010000:00000010:1.1:1776202226.875062:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc44c96. 00010000:00000010:1.1:1776202226.875065:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456b0596. 00010000:00000010:1.1:1776202226.875069:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202226.875071:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.1:1776202226.875074:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa24e14b. 00010000:00000010:1.1:1776202226.875077:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.1:1776202226.875080:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001052a55c. 00010000:00000010:1.1:1776202226.875083:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.1:1776202226.875086:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d026dda. 00010000:00000010:1.1:1776202226.875088:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.1:1776202226.875090:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075c0fdc0. 00010000:00000010:1.1:1776202226.875092:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.1:1776202226.875094:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe78dad0. 00010000:00000010:1.1:1776202226.875096:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec48dac9. 00010000:00000010:1.1:1776202226.875100:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002844fbbc. 00010000:00000010:1.1:1776202226.875103:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.1:1776202226.875105:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63cfb60. 00010000:00000010:1.1:1776202226.875108:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.1:1776202226.875112:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000090083fd. 00010000:00000010:1.1:1776202226.875114:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.1:1776202226.875118:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c7c6e00. 00010000:00000010:1.1:1776202226.875120:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.1:1776202226.875124:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6418f8. 00010000:00000010:1.1:1776202226.875127:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.1:1776202226.875130:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c94d38. 00010000:00000010:1.1:1776202226.875135:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.1:1776202226.875138:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022557ccc. 00010000:00000010:1.1:1776202226.875140:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00010000:00000010:1.1:1776202226.875143:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d595928c. 00010000:00000010:1.1:1776202226.875145:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00010000:00000010:1.1:1776202226.875147:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cc66187. 00010000:00000010:1.1:1776202226.875150:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00010000:00000010:1.1:1776202226.875152:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202226.875155:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.1:1776202226.875156:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7ee81d. 00010000:00000010:1.1:1776202226.875160:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.1:1776202226.875165:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000205f6a5c. 00010000:00000010:1.1:1776202226.875169:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.1:1776202226.875172:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bebf165. 00010000:00000010:1.1:1776202226.875174:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.1:1776202226.875176:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf7a12. 00010000:00000010:1.1:1776202226.875178:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.1:1776202226.875180:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36ebca5. 00010000:00000010:1.1:1776202226.875183:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c36499. 00010000:00000010:1.1:1776202226.875185:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e7fdef. 00010000:00000010:1.1:1776202226.875188:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00010000:00000010:1.1:1776202226.875191:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3870a5. 00010000:00000010:1.1:1776202226.875194:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202226.875196:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c05011. 00010000:00000010:1.1:1776202226.875199:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202226.875201:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:1.1:1776202226.875204:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202226.875206:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe1dfb9. 00010000:00000010:1.1:1776202226.875208:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.1:1776202226.875210:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363fe0b9. 00010000:00000010:1.1:1776202226.875213:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202226.875214:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202226.875216:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:2.1:1776202226.896179:0:66515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fce4e48. 00010000:00000010:2.1:1776202226.896191:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:3.1:1776202226.897300:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f7ec0cf. 00010000:00000010:3.1:1776202226.903049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6e4fb9. 00010000:00000010:3.1:1776202226.903065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:2.1:1776202226.903115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa995a1. 00010000:00000010:0.1:1776202226.920904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd7ed26. 00010000:00000010:0.1:1776202226.920917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:1.1:1776202226.925720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a36d605. 00010000:00000010:0.1:1776202226.955161:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44c619b. 00010000:00000010:0.1:1776202226.955177:0:78424:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c23e4894. 00010000:00000010:0.1:1776202226.955182:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202226.979145:0:78425:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76bded4. 00010000:00000010:0.1:1776202226.979163:0:78425:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baa15503. 00010000:00000010:0.1:1776202226.979170:0:78425:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202226.979176:0:78425:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202226.979182:0:78425:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:2.1:1776202227.006678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d0ab52. 00010000:00000010:3.1:1776202227.014856:0:78386:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c0a08f. 00010000:00000010:3.1:1776202227.014868:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:2.1:1776202227.015114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb0a9962. 00010000:00000010:3.1:1776202227.020858:0:78386:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f6e8d6. 00010000:00000010:3.1:1776202227.020872:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:1.1:1776202227.051904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ccb49d7. 00010000:00000010:1.1:1776202227.051917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c289bd9d. 00010000:00000010:1.1:1776202227.051922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:1.1:1776202227.058628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034c1be25. 00010000:00000010:1.1:1776202227.058637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d441a30. 00010000:00000010:1.1:1776202227.058642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:2.1:1776202227.062956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beaab500. 00010000:00000010:2.1:1776202227.062970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202227.065147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e24a9a45. 00010000:00000010:1.1:1776202227.073298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b6b174. 00010000:00000010:1.1:1776202227.073306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001efe50da. 00010000:00000010:1.1:1776202227.073311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:0.1:1776202227.081827:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c95bd6. 00010000:00000010:3.1:1776202227.082238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec31c71. 00010000:00000010:3.1:1776202227.082246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.1:1776202227.091875:0:78432:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050352be0. 00010000:00000010:1.1:1776202227.091888:0:78432:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56403e8. 00010000:00000010:1.1:1776202227.091892:0:78432:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:2.1:1776202227.107477:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061eef917. 00010000:00000010:0.1:1776202227.107494:0:1387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049889218. 00010000:00000010:0.1:1776202227.107502:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:3.1:1776202227.114196:0:78386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e850a7. 00010000:00000010:2.1:1776202227.117037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57ab183. 00010000:00000010:2.1:1776202227.117049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:2.1:1776202227.121210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ecc0f0f. 00010000:00000010:2.1:1776202227.121227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a46c1692. 00010000:00000010:2.1:1776202227.121231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202227.121237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202227.121240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:3.1:1776202227.139178:0:1034:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed27550b. 00010000:00000010:3.1:1776202227.139188:0:1034:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000638ed875. 00010000:00000010:3.1:1776202227.139191:0:1034:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202227.144433:0:1032:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2fb7ec. 00010000:00000010:2.1:1776202227.144441:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004618c8e6. 00010000:00000010:1.1:1776202227.145854:0:78435:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058af39d1. 00010000:00000010:0.1:1776202227.162195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:0.1:1776202227.173989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efca491d. 00010000:00000010:0.1:1776202227.174002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:3.1:1776202227.184130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a62036. 00010000:00000010:3.1:1776202227.184145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202227.184186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f553276b. 00010000:00000010:0.1:1776202227.186868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:0.1:1776202227.186875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031a28c89. 00010000:00000010:0.1:1776202227.186879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009156bb8d. 00010000:00000010:0.1:1776202227.186881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202227.186884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:2.1:1776202227.190877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c352f45. 00010000:00000010:1.1:1776202227.196881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039053ba0. 00010000:00000010:1.1:1776202227.196888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:0.1:1776202227.200393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa2cac02. 00010000:00000010:1.1:1776202227.201138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6dfb468. 00010000:00000010:1.1:1776202227.201149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:0.1:1776202227.204548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002495c6b7. 00010000:00000010:1.1:1776202227.204875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f430e52. 00010000:00000010:1.1:1776202227.204883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:2.1:1776202227.209972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c484e05d. 00010000:00000010:1.1:1776202227.211875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009020afaf. 00010000:00000010:1.1:1776202227.211885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202227.220582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8edf61f. 00010000:00000010:1.1:1776202227.220591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:2.1:1776202227.222044:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086c871c. 00010000:00000010:1.1:1776202227.228895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006305292d. 00010000:00000010:1.1:1776202227.228914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:3.1:1776202227.239048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccfa22ad. 00010000:00000010:2.1:1776202227.247074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.1:1776202227.252274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ccba63. 00010000:00000010:1.1:1776202227.252296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:2.1:1776202227.261309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00010000:00000010:2.1:1776202227.261322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064980e3b. 00010000:00000010:1.1:1776202227.261787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e446560. 00010000:00000010:1.1:1776202227.261795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202227.269050:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115a8efc. 00010000:00000010:1.1:1776202227.269225:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202227.272726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b8a48a. 00010000:00000010:1.1:1776202227.272744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6bbbfbe. 00010000:00000010:1.1:1776202227.272748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.1:1776202227.275966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086e74a48. 00010000:00000010:1.1:1776202227.275984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:2.1:1776202227.276063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c5bbfc. 00010000:00000010:1.1:1776202227.288081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404bfd52. 00010000:00000010:1.1:1776202227.288098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d91d13c. 00010000:00000010:1.1:1776202227.288102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202227.297496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf7a3cc0. 00010000:00000010:1.1:1776202227.302179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008517a8a4. 00010000:00000010:1.1:1776202227.302185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:3.1:1776202227.316902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd35a1da. 00010000:00000010:1.1:1776202227.329043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000783c4231. 00010000:00000010:1.1:1776202227.329058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:2.1:1776202227.340269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d76e52d. 00010000:00000010:2.1:1776202227.340289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202227.344889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004589a79a. 00010000:00000010:2.1:1776202227.350619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040279b33. 00010000:00000010:2.1:1776202227.350633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9246441. 00010000:00000010:2.1:1776202227.350639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202227.350644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202227.350648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:1.1:1776202227.356877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031119522. 00010000:00000010:1.1:1776202227.356894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202227.362115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003a44cf2. 00010000:00000010:1.1:1776202227.372886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008329d8ce. 00010000:00000010:1.1:1776202227.372902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:2.1:1776202227.374675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000590e8a5d. 00010000:00000010:1.1:1776202227.383898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa850b5. 00010000:00000010:1.1:1776202227.383914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:2.1:1776202227.383954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004267baf4. 00010000:00000010:1.1:1776202227.395098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006228afda. 00010000:00000010:1.1:1776202227.395115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:2.1:1776202227.399987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cd23263. 00010000:00000010:2.1:1776202227.404885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be9640f. 00010000:00000010:1.1:1776202227.408375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241026ad. 00010000:00000010:1.1:1776202227.408395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.1:1776202227.415943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e8de426. 00010000:00000010:1.1:1776202227.416052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202227.419637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e98571. 00010000:00000010:3.1:1776202227.435671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcda8885. 00010000:00000010:1.1:1776202227.440871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc55e9ce. 00010000:00000010:1.1:1776202227.440880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:3.1:1776202227.453854:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8b4750. 00010000:00000010:1.1:1776202227.454178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb5908a5. 00010000:00000010:1.1:1776202227.454184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202227.462279:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd73722. 00010000:00000010:3.1:1776202227.462287:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:0.1:1776202227.470791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e3e25b2. 00010000:00000010:2.1:1776202227.471126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001afc2f0c. 00010000:00000010:1.1:1776202227.473249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058668555. 00010000:00000010:1.1:1776202227.473258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009156bb8d. 00010000:00000010:1.1:1776202227.487930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ea447c4. 00010000:00000010:1.1:1776202227.487938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357495d1. 00010000:00000010:1.1:1776202227.487942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202227.487945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202227.487948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:0.1:1776202227.492646:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000310d00eb. 00010000:00000010:3.1:1776202227.494252:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f56367c. 00010000:00000010:1.1:1776202227.494879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000055e17c1. 00010000:00000010:1.1:1776202227.494888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.1:1776202227.494892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066ef8354. 00010000:00000010:1.1:1776202227.494895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:0.1:1776202227.505860:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c02bda3. 00010000:00000010:2.1:1776202227.506707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8361167. 00010000:00000010:2.1:1776202227.506722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:3.1:1776202227.510868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ccfbb3. 00010000:00000010:2.1:1776202227.514875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000968714ff. 00010000:00000010:0.1:1776202227.514885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000626cff64. 00010000:00000010:2.1:1776202227.514895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202227.514902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd477740. 00010000:00000010:2.1:1776202227.514907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202227.518964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b70beb. 00010000:00000010:2.1:1776202227.518982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074153fbd. 00010000:00000010:2.1:1776202227.518987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.523921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000306d53. 00010000:00000010:2.1:1776202227.523936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a82e98c. 00010000:00000010:2.1:1776202227.523941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:3.1:1776202227.527867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de069eb3. 00010000:00000010:2.1:1776202227.536059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c33c15a6. 00010000:00000010:2.1:1776202227.536069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:0.1:1776202227.539961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090b6adc0. 00010000:00000010:2.1:1776202227.542973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c33ac08. 00010000:00000010:2.1:1776202227.542982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.550425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001442aef2. 00010000:00000010:2.1:1776202227.550433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:1.1:1776202227.554973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c8c431. 00010000:00000010:2.1:1776202227.558961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b3fa38. 00010000:00000010:2.1:1776202227.558976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df03736e. 00010000:00000010:2.1:1776202227.558982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.569512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba89b1de. 00010000:00000010:2.1:1776202227.569521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f9a1aca. 00010000:00000010:2.1:1776202227.569526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:1.1:1776202227.580923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cedbed29. 00010000:00000010:3.1:1776202227.583959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dd7a6b8. 00010000:00000010:3.1:1776202227.583967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.597088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cc3d7a. 00010000:00000010:2.1:1776202227.597102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004618c8e6. 00010000:00000010:1.1:1776202227.601930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000097ae37d. 00010000:00000010:2.1:1776202227.610109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d59164bb. 00010000:00000010:2.1:1776202227.610125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:1.1:1776202227.612192:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061fe7722. 00010000:00000010:1.1:1776202227.612943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3d0896. 00010000:00000010:2.1:1776202227.614663:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f63324d1. 00010000:00000010:2.1:1776202227.614675:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:1.1:1776202227.622912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008f717aa. 00010000:00000010:2.1:1776202227.622964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015be554. 00010000:00000010:2.1:1776202227.622972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202227.629804:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00010000:00000010:2.1:1776202227.629816:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82e9143. 00010000:00000010:2.1:1776202227.629820:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.630974:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039bea004. 00010000:00000010:2.1:1776202227.630980:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:0.1:1776202227.631111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4294379. 00010000:00000010:1.1:1776202227.634433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b9c3c87. 00010000:00000010:2.1:1776202227.639940:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d6b1c3. 00010000:00000010:2.1:1776202227.639948:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202227.650912:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b006f8cb. 00010000:00000010:2.1:1776202227.650920:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971e694d. 00010000:00000010:2.1:1776202227.650925:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.656074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff04a5d. 00010000:00000010:2.1:1776202227.656083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e2a06f5. 00010000:00000010:2.1:1776202227.656088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:3.1:1776202227.667925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad74fa3e. 00010000:00000010:2.1:1776202227.675858:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070206481. 00010000:00000010:2.1:1776202227.675864:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:0.1:1776202227.679661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4a1a50. 00010000:00000010:2.1:1776202227.679896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081fd8e48. 00010000:00000010:2.1:1776202227.679904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202227.686674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dfeb467. 00010000:00000010:2.1:1776202227.686682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcfbcdde. 00010000:00000010:2.1:1776202227.686687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.686692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2a3e124. 00010000:00000010:2.1:1776202227.686695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016986ae1. 00010000:00000010:2.1:1776202227.686698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202227.694204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000206e8e77. 00010000:00000010:2.1:1776202227.697980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa491562. 00010000:00000010:2.1:1776202227.697991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:0.1:1776202227.710931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebdb934. 00010000:00000010:1.1:1776202227.710987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003097e868. 00010000:00000010:1.1:1776202227.710995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:3.1:1776202227.721659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2d17ad. 00010000:00000010:0.1:1776202227.722937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbb7739. 00010000:00000010:1.1:1776202227.725469:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c4c1347. 00010000:00000010:1.1:1776202227.725477:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:1.1:1776202227.725483:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202227.725485:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:0.1:1776202227.747126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32aab8a. 00010000:00000010:0.1:1776202227.747137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202227.757944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a5eaffb. 00010000:00000010:1.1:1776202227.757952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:2.1:1776202227.757988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1ee3d4. 00010000:00000010:1.1:1776202227.762885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cb8db20. 00010000:00000010:1.1:1776202227.762897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:2.1:1776202227.762971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ccd6620. 00010000:00000010:3.1:1776202227.768229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006725d7db. 00010000:00000010:3.1:1776202227.768236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000538b28e2. 00010000:00000010:3.1:1776202227.768240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:3.1:1776202227.768244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075dd005. 00010000:00000010:3.1:1776202227.768247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:3.1:1776202227.768251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094669df7. 00010000:00000010:3.1:1776202227.768254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:2.1:1776202227.770871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c31e38ca. 00010000:00000010:3.1:1776202227.774903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ba7e066. 00010000:00000010:3.1:1776202227.774911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:0.1:1776202227.774968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e42f44e. 00010000:00000010:2.1:1776202227.781990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000368a95e8. 00010000:00000010:3.1:1776202227.789986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005734285a. 00010000:00000010:3.1:1776202227.790007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202227.794107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027ad4fda. 00010000:00000010:3.1:1776202227.794115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091066c63. 00010000:00000010:3.1:1776202227.794119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:2.1:1776202227.798156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcde417f. 00010000:00000010:1.1:1776202227.802306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb28891c. 00010000:00000010:1.1:1776202227.802314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:0.1:1776202227.807922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068be0116. 00010000:00000010:0.1:1776202227.807932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b91046a. 00010000:00000010:0.1:1776202227.807936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:3.1:1776202227.812906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc5d04d. 00010000:00000010:0.1:1776202227.815152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d6c909e. 00010000:00000010:0.1:1776202227.815167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202227.819890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab201016. 00010000:00000010:0.1:1776202227.819904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093ce823f. 00010000:00000010:0.1:1776202227.819908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:3.1:1776202227.829049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb451b0e. 00010000:00000010:0.1:1776202227.832894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06fdb27. 00010000:00000010:0.1:1776202227.832912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:2.1:1776202227.834911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004293eefc. 00010000:00000010:0.1:1776202227.838061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5a130fe. 00010000:00000010:0.1:1776202227.838076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202227.838080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006373ac8d. 00010000:00000010:0.1:1776202227.841931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdf3b382. 00010000:00000010:0.1:1776202227.841947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:2.1:1776202227.847006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea2ae2b6. 00010000:00000010:0.1:1776202227.856029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b5d069. 00010000:00000010:0.1:1776202227.856040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:0.1:1776202227.856044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202227.856047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202227.856049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5b1b147. 00010000:00000010:0.1:1776202227.856053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfc05e5f. 00010000:00000010:0.1:1776202227.856056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:0.1:1776202227.869311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279e2f59. 00010000:00000010:0.1:1776202227.869327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b849ed. 00010000:00000010:0.1:1776202227.869339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:3.1:1776202227.878163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000695f7c8. 00010000:00000010:0.1:1776202227.878870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ae3fdc5. 00010000:00000010:0.1:1776202227.878879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:0.1:1776202227.878882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000776b337b. 00010000:00000010:0.1:1776202227.878885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:3.1:1776202227.882900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c401e0. 00010000:00000010:2.1:1776202227.885991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a33985. 00010000:00000010:0.1:1776202227.886048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034591a20. 00010000:00000010:0.1:1776202227.886055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202227.886058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202227.886062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:3.1:1776202227.886110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebb7f98c. 00010000:00000010:0.1:1776202227.889876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3f5d440. 00010000:00000010:0.1:1776202227.889885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:3.1:1776202227.893357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db55bc88. 00010000:00000010:0.1:1776202227.893869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32abdac. 00010000:00000010:0.1:1776202227.893877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:0.1:1776202227.897896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e863e1f9. 00010000:00000010:0.1:1776202227.897915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:2.1:1776202227.898045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7724d2d. 00010000:00000010:3.1:1776202227.918005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be53762. 00010000:00000010:0.1:1776202227.937133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4ab105f. 00010000:00000010:0.1:1776202227.937143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:1.1:1776202227.937226:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100a0924. 00010000:00000010:1.1:1776202227.937232:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:1.1:1776202227.937235:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202227.937237:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202227.950890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000036bbd2. 00010000:00000010:1.1:1776202227.950898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a8cdce. 00010000:00000010:1.1:1776202227.950903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202227.950906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d603c1e3. 00010000:00000010:1.1:1776202227.950908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c95ef4. 00010000:00000010:1.1:1776202227.950910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014e2fc5. 00010000:00000010:0.1:1776202227.951852:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e141c4. 00010000:00000010:1.1:1776202227.960390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb613931. 00010000:00000010:1.1:1776202227.960404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.1:1776202227.960410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013bba5a8. 00010000:00000010:1.1:1776202227.960414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d37db5c. 00010000:00000010:1.1:1776202227.960417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202227.960772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004edd7c07. 00010000:00000010:1.1:1776202227.969040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c09b6ee. 00010000:00000010:1.1:1776202227.969055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006489cd72. 00010000:00000010:1.1:1776202227.969060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:2.1:1776202227.969117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a964421. 00010000:00000010:2.1:1776202227.969123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9217738. 00010000:00000010:2.1:1776202227.969126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014e2fc5. 00010000:00000010:2.1:1776202227.978951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdd5154. 00010000:00000010:2.1:1776202227.978963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e953ad1. 00010000:00000010:2.1:1776202227.978968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202227.985021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057e0d10d. 00010000:00000010:2.1:1776202227.985037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009174e784. 00010000:00000010:2.1:1776202227.985042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202227.985046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a173c9c1. 00010000:00000010:3.1:1776202227.985964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24d37b4. 00010000:00000010:3.1:1776202227.985973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202227.993012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341a7af9. 00010000:00000010:0.1:1776202227.997873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ac2ffe. 00010000:00000010:0.1:1776202227.997880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:3.1:1776202228.006415:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc57803c. 00010000:00000010:3.1:1776202228.006423:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:1.1:1776202228.009447:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccc8e50f. 00010000:00000010:3.1:1776202228.018293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031eade38. 00010000:00000010:3.1:1776202228.018309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:0.1:1776202228.032254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ba7c46. 00010000:00000010:3.1:1776202228.035039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000077fbea9. 00010000:00000010:3.1:1776202228.035047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d39d4569. 00010000:00000010:3.1:1776202228.035051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:3.1:1776202228.038019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081888366. 00010000:00000010:0.1:1776202228.042080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7b7e1c7. 00010000:00000010:0.1:1776202228.042097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:0.1:1776202228.067238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4a469f. 00010000:00000010:0.1:1776202228.067251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:2.1:1776202228.069896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041821ec7. 00010000:00000010:3.1:1776202228.073880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e931c819. 00010000:00000010:3.1:1776202228.073889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006992768f. 00010000:00000010:3.1:1776202228.073892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:3.1:1776202228.087882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000442e2897. 00010000:00000010:3.1:1776202228.087903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:2.1:1776202228.093176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f518c10b. 00010000:00000010:1.1:1776202228.098971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760dd844. 00010000:00000010:3.1:1776202228.103038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bb10c02. 00010000:00000010:3.1:1776202228.103046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202228.110679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8ef1a69. 00010000:00000010:3.1:1776202228.110698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293ad6c9. 00010000:00000010:3.1:1776202228.110712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:1.1:1776202228.119869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f89c350. 00010000:00000010:3.1:1776202228.125667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e29a0ad. 00010000:00000010:3.1:1776202228.125674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:2.1:1776202228.128069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd83a251. 00010000:00000010:3.1:1776202228.134872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16d0c16. 00010000:00000010:3.1:1776202228.134888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202228.145014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067563772. 00010000:00000010:0.1:1776202228.145088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f0f0bf. 00010000:00000010:0.1:1776202228.145095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:2.1:1776202228.154879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc36b19d. 00010000:00000010:2.1:1776202228.154891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dd8670f. 00010000:00000010:2.1:1776202228.154896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:2.1:1776202228.154900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.154902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202228.159612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035271136. 00010000:00000010:2.1:1776202228.159620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea29fb3f. 00010000:00000010:2.1:1776202228.159624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:3.1:1776202228.170867:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c42f019. 00010000:00000010:3.1:1776202228.170876:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:0.1:1776202228.171820:0:78437:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023be8f52. 00010000:00000010:2.1:1776202228.176885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e5687d. 00010000:00000010:1.1:1776202228.177261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb5eab88. 00010000:00000010:1.1:1776202228.177268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202228.186893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f85fafd. 00010000:00000010:3.1:1776202228.186904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.1:1776202228.187065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf1368d. 00010000:00000010:3.1:1776202228.198854:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f0d79d3. 00010000:00000010:3.1:1776202228.198860:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:3.1:1776202228.198864:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094669df7. 00010000:00000010:3.1:1776202228.198868:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:0.1:1776202228.204415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000017b9269. 00010000:00000010:2.1:1776202228.213527:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031e4ecdb. 00010000:00000010:0.1:1776202228.214125:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000439f97e6. 00010000:00000010:0.1:1776202228.214144:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:1.1:1776202228.220132:0:78437:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b719b1ef. 00010000:00000010:1.1:1776202228.220138:0:78437:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:3.1:1776202228.224961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e4a65c8. 00010000:00000010:1.1:1776202228.230932:0:78441:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d981e66. 00010000:00000010:1.1:1776202228.230949:0:78441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202228.232383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000107c80ea. 00010000:00000010:0.1:1776202228.235944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d4d5f0. 00010000:00000010:2.1:1776202228.236128:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf5bfdd. 00010000:00000010:2.1:1776202228.236185:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97ce36d. 00010000:00000010:0.1:1776202228.239433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600f539e. 00010000:00000010:2.1:1776202228.241198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000837beaf4. 00010000:00000010:2.1:1776202228.241210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003611397. 00010000:00000010:2.1:1776202228.241213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202228.241217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.241220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202228.248248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000412fb520. 00010000:00000010:2.1:1776202228.248262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202228.252162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf8044b3. 00010000:00000010:2.1:1776202228.252172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe57f44. 00010000:00000010:2.1:1776202228.252176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202228.255880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee874810. 00010000:00000010:2.1:1776202228.255887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008981771f. 00010000:00000010:2.1:1776202228.255891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202228.260870:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093251c9c. 00010000:00000010:2.1:1776202228.260875:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:1.1:1776202228.260974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faee09f7. 00010000:00000010:2.1:1776202228.268894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a21f54ee. 00010000:00000010:2.1:1776202228.268912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:3.1:1776202228.268967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004ff66f9. 00010000:00000010:2.1:1776202228.273181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5630c9b. 00010000:00000010:2.1:1776202228.273193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:1.1:1776202228.282977:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f92a4e06. 00010000:00000010:1.1:1776202228.287880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784445e3. 00010000:00000010:1.1:1776202228.287886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2dd734. 00010000:00000010:2.1:1776202228.288388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000918ef0ab. 00010000:00000010:2.1:1776202228.288395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:3.1:1776202228.291117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a15d4d9d. 00010000:00000010:3.1:1776202228.291132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:1.1:1776202228.294979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97c6cc3. 00010000:00000010:2.1:1776202228.294984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe460cf. 00010000:00000010:2.1:1776202228.295002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:2.1:1776202228.305455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9f8419a. 00010000:00000010:2.1:1776202228.305464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:1.1:1776202228.307788:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ed1784. 00010000:00000010:2.1:1776202228.311881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001640650. 00010000:00000010:2.1:1776202228.311894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc9f2b0b. 00010000:00000010:2.1:1776202228.311899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202228.311902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.311905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202228.316239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e73eadf0. 00010000:00000010:2.1:1776202228.316247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:0.1:1776202228.317198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a5754d. 00010000:00000010:2.1:1776202228.322887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b12b34. 00010000:00000010:0.1:1776202228.333157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8bee99f. 00010000:00000010:0.1:1776202228.333173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:3.1:1776202228.334558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3cfe861. 00010000:00000010:3.1:1776202228.334719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:2.1:1776202228.340171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdc5677. 00010000:00000010:0.1:1776202228.358852:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9e4a17a. 00010000:00000010:0.1:1776202228.358861:0:1033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658bed1e. 00010000:00000010:0.1:1776202228.358867:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:2.1:1776202228.364896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003985bee. 00010000:00000010:2.1:1776202228.364905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000962e6f3. 00010000:00000010:2.1:1776202228.364911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:2.1:1776202228.364915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.364918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202228.376916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f3758e. 00010000:00000010:2.1:1776202228.376932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:0.1:1776202228.380956:0:1386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea82015. 00010000:00000010:3.1:1776202228.385202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f33b23. 00010000:00000010:3.1:1776202228.385215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9a6f93. 00010000:00000010:3.1:1776202228.385218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:0.1:1776202228.393879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b66351. 00010000:00000010:0.1:1776202228.393896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:2.1:1776202228.395496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a79058de. 00010000:00000010:3.1:1776202228.401109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004311496c. 00010000:00000010:3.1:1776202228.401126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:0.1:1776202228.402641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d3b645e. 00010000:00000010:3.1:1776202228.413628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b181b4a. 00010000:00000010:0.1:1776202228.414943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007acc5523. 00010000:00000010:0.1:1776202228.414952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:0.1:1776202228.418143:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202228.418151:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202228.424096:0:78437:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c01ef140. 00010000:00000010:1.1:1776202228.427873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cda528eb. 00010000:00000010:1.1:1776202228.427884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:2.1:1776202228.430867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b2c5778. 00010000:00000010:1.1:1776202228.433296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000437e66ce. 00010000:00000010:1.1:1776202228.433309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202228.451930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202228.453884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000457b1046. 00010000:00000010:1.1:1776202228.453897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202228.481953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcfbb3fe. 00010000:00000010:1.1:1776202228.481963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b4cb77. 00010000:00000010:1.1:1776202228.481967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202228.494952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003034eb7e. 00010000:00000010:1.1:1776202228.495078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a31ac3. 00010000:00000010:1.1:1776202228.495082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202228.495085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202228.495087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:2.1:1776202228.497946:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f043bee6. 00010000:00000010:1.1:1776202228.501992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007422d5b6. 00010000:00000010:1.1:1776202228.502009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:0.1:1776202228.502952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005188f3df. 00010000:00000010:1.1:1776202228.509869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2eec42d. 00010000:00000010:1.1:1776202228.509877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:3.1:1776202228.514144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b3be90. 00010000:00000010:3.1:1776202228.514158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ed9254. 00010000:00000010:3.1:1776202228.514164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:3.1:1776202228.523886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000282bb3d0. 00010000:00000010:3.1:1776202228.523900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:2.1:1776202228.525680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d46dec88. 00010000:00000010:2.1:1776202228.534135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a80b4453. 00010000:00000010:3.1:1776202228.537524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa7403d. 00010000:00000010:3.1:1776202228.537534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:2.1:1776202228.543213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036087fff. 00010000:00000010:2.1:1776202228.543222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:2.1:1776202228.543232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.543236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202228.543240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d76e52d. 00010000:00000010:2.1:1776202228.543242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202228.543244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202228.543247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:2.1:1776202228.543250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3c0756. 00010000:00000010:2.1:1776202228.543255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:1.1:1776202228.543868:0:78453:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d560bf3. 00010000:00000010:2.1:1776202228.550185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf55296. 00010000:00000010:2.1:1776202228.550200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb65647. 00010000:00000010:2.1:1776202228.550206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d62842. 00010000:00000010:2.1:1776202228.550210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202228.550212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad9797a. 00010000:00000010:2.1:1776202228.550215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202228.550218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841ccfd1. 00010000:00000010:2.1:1776202228.550220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202228.550223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a214fbf1. 00010000:00000010:2.1:1776202228.550225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:2.1:1776202228.550245:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001433c6dd. 00010000:00000010:2.1:1776202228.550262:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202228.550265:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9fc559. 00010000:00000010:2.1:1776202228.550267:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202228.550269:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007fb00b3. 00010000:00000010:2.1:1776202228.550271:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202228.550273:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be15746. 00010000:00000010:2.1:1776202228.550275:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202228.550279:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd7ed26. 00010000:00000010:2.1:1776202228.550281:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202228.550285:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5d3aeda. 00010000:00000010:2.1:1776202228.550287:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202228.550289:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd8de84. 00010000:00000010:2.1:1776202228.550292:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18b27da. 00010000:00000010:2.1:1776202228.550294:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57c6708. 00010000:00000010:2.1:1776202228.550297:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d7d41ce. 00010000:00000010:0.1:1776202228.569112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000193db763. 00010000:00000010:3.1:1776202228.584054:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083c918f5. 00010000:00000010:3.1:1776202228.584066:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a82133. 00010000:00000010:3.1:1776202228.584073:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076769d21. 00010000:00000010:3.1:1776202228.584078:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52be804. 00010000:00000010:3.1:1776202228.584086:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d64520. 00010000:00000010:3.1:1776202228.584089:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba778f69. 00010000:00000010:3.1:1776202228.584091:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ce85598. 00010000:00000010:3.1:1776202228.584096:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102a660. 00010000:00000010:3.1:1776202228.584100:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cd83199. 00010000:00000010:3.1:1776202228.584104:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bcd1a45. 00010000:00000010:3.1:1776202228.584110:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cfb56d1. 00010000:00000010:3.1:1776202228.584112:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a445172. 00010000:00000010:3.1:1776202228.584116:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef3cd1b. 00010000:00000010:3.1:1776202228.584118:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005558a68d. 00010000:00000010:3.1:1776202228.584207:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e6e2a70. 00010000:00000010:3.1:1776202228.584211:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079f1cf4f. 00010000:00000010:3.1:1776202228.584214:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68fa150. 00010000:00000010:3.1:1776202228.584217:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cf5406. 00010000:00000010:3.1:1776202228.584219:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004281ed70. 00010000:00000010:3.1:1776202228.584222:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004618c8e6. 00010000:00000010:3.1:1776202228.584225:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053225a32. 00010000:00000010:3.1:1776202228.584229:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009156bb8d. 00010000:00000010:3.1:1776202228.584231:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6dd5aff. 00010000:00000010:3.1:1776202228.584234:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003849eb39. 00010000:00000010:3.1:1776202228.584239:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfe58a3. 00010000:00000010:3.1:1776202228.584244:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2ef96. 00010000:00000010:3.1:1776202228.584247:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4de0a24. 00010000:00000010:3.1:1776202228.584252:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df94a8ad. 00010000:00000010:3.1:1776202228.584254:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e732fe0. 00010000:00000010:3.1:1776202228.584258:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004558e8c1. 00010000:00000010:3.1:1776202228.584261:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a8c23f. 00010000:00000010:3.1:1776202228.584264:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000332a1685. 00010000:00000010:3.1:1776202228.584266:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4502db. 00010000:00000010:3.1:1776202228.584270:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2394f27. 00010000:00000010:3.1:1776202228.584273:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093cadcde. 00010000:00000010:3.1:1776202228.584276:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee9bbd5f. 00010000:00000010:3.1:1776202228.584278:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff132f9d. 00010000:00000010:3.1:1776202228.584280:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c0dc7c. 00010000:00000010:3.1:1776202228.584283:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9a6f93. 00010000:00000010:3.1:1776202228.584285:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9f5117. 00010000:00000010:3.1:1776202228.584288:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009549f6a7. 00010000:00000010:3.1:1776202228.584290:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b904e08f. 00010000:00000010:3.1:1776202228.584293:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978ab33b. 00010000:00000010:3.1:1776202228.584295:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b63b04. 00010000:00000010:3.1:1776202228.584299:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87d7124. 00010000:00000010:3.1:1776202228.584302:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7f9bf26. 00010000:00000010:3.1:1776202228.584304:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007351964a. 00010000:00000010:3.1:1776202228.584306:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002601b356. 00010000:00000010:3.1:1776202228.584308:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1149f9. 00010000:00000010:3.1:1776202228.584311:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab23d. 00010000:00000010:3.1:1776202228.584313:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7e82ae. 00010000:00000010:3.1:1776202228.584316:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb737b5e. 00010000:00000010:3.1:1776202228.584394:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd7813be. 00010000:00000010:3.1:1776202228.584401:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e3b8fa. 00010000:00000010:3.1:1776202228.584404:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cf66472. 00010000:00000010:3.1:1776202228.584408:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f043bee6. 00010000:00000010:3.1:1776202228.584411:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfcc8271. 00010000:00000010:3.1:1776202228.584414:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089fa9d0c. 00010000:00000010:3.1:1776202228.584419:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea05a43a. 00010000:00000010:3.1:1776202228.584423:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6a91a4d. 00010000:00000010:3.1:1776202228.584426:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e84e5ee5. 00010000:00000010:3.1:1776202228.584430:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a525d8. 00010000:00000010:3.1:1776202228.584436:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e98bc22. 00010000:00000010:3.1:1776202228.584438:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009906d037. 00010000:00000010:3.1:1776202228.584443:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca10afb. 00010000:00000010:3.1:1776202228.584446:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086a32ea7. 00010000:00000010:3.1:1776202228.584452:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a9b991. 00010000:00000010:3.1:1776202228.584455:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a31ef33d. 00010000:00000010:3.1:1776202228.584457:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d110d9. 00010000:00000010:3.1:1776202228.584460:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d647a171. 00010000:00000010:3.1:1776202228.584463:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e54b3c45. 00010000:00000010:3.1:1776202228.584466:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee4cb91a. 00010000:00000010:3.1:1776202228.584468:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee667aa1. 00010000:00000010:3.1:1776202228.584470:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0eb37d4. 00010000:00000010:3.1:1776202228.584474:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a751856e. 00010000:00000010:3.1:1776202228.584477:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000379c7017. 00010000:00000010:3.1:1776202228.584479:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7e53d8. 00010000:00000010:3.1:1776202228.584482:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a205130. 00010000:00000010:3.1:1776202228.584484:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b1a4fe. 00010000:00000010:3.1:1776202228.584487:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5df937. 00010000:00000010:3.1:1776202228.584493:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc9f770a. 00010000:00000010:3.1:1776202228.584496:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748aeacd. 00010000:00000010:3.1:1776202228.584498:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7ffa9a5. 00010000:00000010:3.1:1776202228.584501:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002582e304. 00010000:00000010:3.1:1776202228.584503:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a3447f. 00010000:00000010:3.1:1776202228.584506:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dabc37. 00010000:00000010:3.1:1776202228.584508:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000105b0b0a. 00010000:00000010:3.1:1776202228.584511:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5eaa9. 00010000:00000010:3.1:1776202228.584513:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000606e1fc7. 00010000:00000010:3.1:1776202228.584516:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.1:1776202228.584519:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95fbdaa. 00010000:00000010:3.1:1776202228.584522:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.1:1776202228.584525:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cecb649. 00010000:00000010:3.1:1776202228.584528:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202228.584533:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007422d5b6. 00010000:00000010:3.1:1776202228.584536:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:3.1:1776202228.584538:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658c849e. 00010000:00000010:3.1:1776202228.584541:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202228.584543:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002796f697. 00010000:00000010:3.1:1776202228.584546:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:3.1:1776202228.584574:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bd501. 00010000:00000010:3.1:1776202228.584577:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:2.1:1776202228.585088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc117710. 00010000:00000010:2.1:1776202228.588902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f563a864. 00010000:00000010:2.1:1776202228.588926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:2.1:1776202228.588938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57c6708. 00010000:00000010:2.1:1776202228.588944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d7d41ce. 00010000:00000010:2.1:1776202228.588947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd8de84. 00010000:00000010:2.1:1776202228.588950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18b27da. 00010000:00000010:2.1:1776202228.588953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5d3aeda. 00010000:00000010:2.1:1776202228.588956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4c6d1a. 00010000:00000010:2.1:1776202228.588961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd7ed26. 00010000:00000010:2.1:1776202228.588965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae58c1fe. 00010000:00000010:2.1:1776202228.588968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000107f6dbd. 00010000:00000010:2.1:1776202228.588971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978bd133. 00010000:00000010:2.1:1776202228.588974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdaa021. 00010000:00000010:2.1:1776202228.588977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c316f6. 00010000:00000010:2.1:1776202228.588980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff111f7b. 00010000:00000010:2.1:1776202228.588993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4846bb1. 00010000:00000010:2.1:1776202228.588995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a1dafe. 00010000:00000010:2.1:1776202228.588997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b91fe5. 00010000:00000010:2.1:1776202228.588999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004259e855. 00010000:00000010:2.1:1776202228.589002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013027967. 00010000:00000010:2.1:1776202228.589004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d701e0f4. 00010000:00000010:2.1:1776202228.589007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ca8000. 00010000:00000010:2.1:1776202228.589009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c1d2a74. 00010000:00000010:2.1:1776202228.589011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092f5522. 00010000:00000010:2.1:1776202228.589017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be15746. 00010000:00000010:2.1:1776202228.589023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202228.589029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007fb00b3. 00010000:00000010:2.1:1776202228.589033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202228.589037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9fc559. 00010000:00000010:2.1:1776202228.589039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202228.589042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001433c6dd. 00010000:00000010:2.1:1776202228.589045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202228.589048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a214fbf1. 00010000:00000010:2.1:1776202228.589052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202228.589054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841ccfd1. 00010000:00000010:2.1:1776202228.589057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202228.589060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cad9797a. 00010000:00000010:2.1:1776202228.589062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:2.1:1776202228.589065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d62842. 00010000:00000010:2.1:1776202228.589067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202228.589070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf55296. 00010000:00000010:2.1:1776202228.589073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202228.589075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3c0756. 00010000:00000010:2.1:1776202228.589077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202228.589079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556202d8. 00010000:00000010:2.1:1776202228.589082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb65647. 00010000:00000010:2.1:1776202228.589084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d76e52d. 00010000:00000010:2.1:1776202228.589086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202228.589089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4f4cc0. 00010000:00000010:2.1:1776202228.589091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:2.1:1776202228.589098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3795b46. 00010000:00000010:2.1:1776202228.589101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202228.589103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3ef371b. 00010000:00000010:2.1:1776202228.589106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202228.589108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb0b1a4. 00010000:00000010:2.1:1776202228.589112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031e4ecdb. 00010000:00000010:2.1:1776202228.589116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e20470d. 00010000:00000010:2.1:1776202228.589120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a1f5a6. 00010000:00000010:2.1:1776202228.589131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e5fd46. 00010000:00000010:2.1:1776202228.589135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6302fbf. 00010000:00000010:2.1:1776202228.589141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d5548f. 00010000:00000010:2.1:1776202228.589144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beceb47e. 00010000:00000010:2.1:1776202228.589147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073778d91. 00010000:00000010:2.1:1776202228.589150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90056a6. 00010000:00000010:2.1:1776202228.589152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acb5ad3. 00010000:00000010:2.1:1776202228.589154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475baa04. 00010000:00000010:2.1:1776202228.589156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c4443a. 00010000:00000010:2.1:1776202228.589159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:2.1:1776202228.589161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f397408a. 00010000:00000010:2.1:1776202228.589163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040201482. 00010000:00000010:2.1:1776202228.589166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d1ed44. 00010000:00000010:2.1:1776202228.589168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619b0bea. 00010000:00000010:2.1:1776202228.589173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab156f8. 00010000:00000010:2.1:1776202228.589177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:2.1:1776202228.589179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009154a979. 00010000:00000010:2.1:1776202228.589182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066609702. 00010000:00000010:2.1:1776202228.589184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3b8e1fb. 00010000:00000010:2.1:1776202228.589187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fa00dd. 00010000:00000010:2.1:1776202228.589189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017aaf730. 00010000:00000010:2.1:1776202228.589191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5949844. 00010000:00000010:2.1:1776202228.589193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfbc89a4. 00010000:00000010:2.1:1776202228.589196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd138e16. 00010000:00000010:2.1:1776202228.589199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f933021b. 00010000:00000010:2.1:1776202228.589205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a554bbf. 00010000:00000010:2.1:1776202228.589208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007258d27. 00010000:00000010:2.1:1776202228.589214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae963128. 00010000:00000010:2.1:1776202228.589218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f5060b. 00010000:00000010:2.1:1776202228.589223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5220de3. 00010000:00000010:2.1:1776202228.589226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a655bcc0. 00010000:00000010:2.1:1776202228.589230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c49c397. 00010000:00000010:2.1:1776202228.589233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e925c9e. 00010000:00000010:2.1:1776202228.589235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a30730c7. 00010000:00000010:2.1:1776202228.589238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0f05d73. 00010000:00000010:2.1:1776202228.589240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c580d2. 00010000:00000010:2.1:1776202228.589243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba261164. 00010000:00000010:2.1:1776202228.589245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec3ffbf. 00010000:00000010:2.1:1776202228.589248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333db5bf. 00010000:00000010:2.1:1776202228.589250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b693c2f. 00010000:00000010:2.1:1776202228.589255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007748abb. 00010000:00000010:2.1:1776202228.589263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e36844a. 00010000:00000010:2.1:1776202228.589265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000290cdb6. 00010000:00000010:2.1:1776202228.589268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d81d5d. 00010000:00000010:2.1:1776202228.589271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000140ee24d. 00010000:00000010:2.1:1776202228.589273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030a12c70. 00010000:00000010:2.1:1776202228.589277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b189244. 00010000:00000010:2.1:1776202228.589280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc03f13c. 00010000:00000010:2.1:1776202228.589282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034927105. 00010000:00000010:2.1:1776202228.589285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077db25d4. 00010000:00000010:2.1:1776202228.589287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286d1e33. 00010000:00000010:2.1:1776202228.589290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009594b9cf. 00010000:00000010:2.1:1776202228.589295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0bc5567. 00010000:00000010:2.1:1776202228.589305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4367b30. 00010000:00000010:2.1:1776202228.589308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ba9ba87. 00010000:00000010:2.1:1776202228.589311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023575c3b. 00010000:00000010:2.1:1776202228.589313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d8759bf. 00010000:00000010:2.1:1776202228.589316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e19adb8. 00010000:00000010:2.1:1776202228.589318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b912fa3. 00010000:00000010:2.1:1776202228.589321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c41dc87. 00010000:00000010:2.1:1776202228.589323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed686881. 00010000:00000010:2.1:1776202228.589326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed3fe670. 00010000:00000010:2.1:1776202228.589328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0fa561. 00010000:00000010:2.1:1776202228.589331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b4c8bf. 00010000:00000010:2.1:1776202228.589333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6208f45. 00010000:00000010:2.1:1776202228.589336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2aaf07c. 00010000:00000010:2.1:1776202228.589338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042cf3fae. 00010000:00000010:2.1:1776202228.589341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d1be54. 00010000:00000010:2.1:1776202228.589343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000673702f. 00010000:00000010:2.1:1776202228.589347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b94023b. 00010000:00000010:2.1:1776202228.589352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1942e1c. 00010000:00000010:2.1:1776202228.589356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d299f009. 00010000:00000010:2.1:1776202228.589362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000559c52a4. 00010000:00000010:2.1:1776202228.589367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a1ceab9. 00010000:00000010:2.1:1776202228.589371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8fe414f. 00010000:00000010:2.1:1776202228.589374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd53324. 00010000:00000010:2.1:1776202228.589377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d379eb61. 00010000:00000010:2.1:1776202228.589380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c204eb. 00010000:00000010:2.1:1776202228.589383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e161ff5. 00010000:00000010:2.1:1776202228.589386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000847394d3. 00010000:00000010:2.1:1776202228.589389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5065f3b. 00010000:00000010:2.1:1776202228.589505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd44934c. 00010000:00000010:2.1:1776202228.589510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074877a75. 00010000:00000010:2.1:1776202228.589513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6075af0. 00010000:00000010:2.1:1776202228.589516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf6f620. 00010000:00000010:2.1:1776202228.589518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ef8afa. 00010000:00000010:2.1:1776202228.589520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066f3bc8. 00010000:00000010:2.1:1776202228.589523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030526657. 00010000:00000010:2.1:1776202228.589525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07b93b2. 00010000:00000010:2.1:1776202228.589528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cabc717. 00010000:00000010:2.1:1776202228.589533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c71cfe8c. 00010000:00000010:2.1:1776202228.589536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e6cae25. 00010000:00000010:2.1:1776202228.589539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043eecff3. 00010000:00000010:2.1:1776202228.589542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005210bc8a. 00010000:00000010:2.1:1776202228.589544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31acc33. 00010000:00000010:2.1:1776202228.589547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd22e7b. 00010000:00000010:2.1:1776202228.589550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39084c5. 00010000:00000010:2.1:1776202228.589552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ef6606. 00010000:00000010:2.1:1776202228.589555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000244abe7a. 00010000:00000010:2.1:1776202228.589558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10bb5d8. 00010000:00000010:2.1:1776202228.589560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e8db1c. 00010000:00000010:2.1:1776202228.589563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000089afb12. 00010000:00000010:2.1:1776202228.589565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c5b7f3. 00010000:00000010:2.1:1776202228.589568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a837fb33. 00010000:00000010:2.1:1776202228.589570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683544ad. 00010000:00000010:2.1:1776202228.589573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720be83b. 00010000:00000010:2.1:1776202228.589577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002221e711. 00010000:00000010:2.1:1776202228.589580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b471f74. 00010000:00000010:2.1:1776202228.589582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6c49c39. 00010000:00000010:2.1:1776202228.589587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0377668. 00010000:00000010:2.1:1776202228.589590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa526402. 00010000:00000010:2.1:1776202228.589593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044628060. 00010000:00000010:2.1:1776202228.589596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b71b27. 00010000:00000010:2.1:1776202228.589599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6621288. 00010000:00000010:2.1:1776202228.589602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e6797f. 00010000:00000010:2.1:1776202228.589606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f85aea2. 00010000:00000010:2.1:1776202228.589609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34024ed. 00010000:00000010:2.1:1776202228.589613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03c6eff. 00010000:00000010:2.1:1776202228.589616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c77572c5. 00010000:00000010:2.1:1776202228.589619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2ca9869. 00010000:00000010:2.1:1776202228.589621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b85b70. 00010000:00000010:2.1:1776202228.589624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2498310. 00010000:00000010:2.1:1776202228.589626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92ddec0. 00010000:00000010:2.1:1776202228.589629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000843c88d7. 00010000:00000010:2.1:1776202228.589631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b0ebc29. 00010000:00000010:2.1:1776202228.589635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c725947. 00010000:00000010:2.1:1776202228.589640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009be79898. 00010000:00000010:2.1:1776202228.589645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb412d53. 00010000:00000010:2.1:1776202228.589647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000027a50de. 00010000:00000010:2.1:1776202228.589650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a9cab39. 00010000:00000010:2.1:1776202228.589653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558b938d. 00010000:00000010:2.1:1776202228.589655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976a2c30. 00010000:00000010:2.1:1776202228.589658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c73bb54. 00010000:00000010:2.1:1776202228.589660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001acb72b. 00010000:00000010:2.1:1776202228.589662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6dde32. 00010000:00000010:2.1:1776202228.589665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17f05f2. 00010000:00000010:2.1:1776202228.589667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ca8d3e5. 00010000:00000010:2.1:1776202228.589670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f09678a. 00010000:00000010:2.1:1776202228.589672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bee5e5d. 00010000:00000010:2.1:1776202228.589675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae531333. 00010000:00000010:2.1:1776202228.589677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd5b18d. 00010000:00000010:2.1:1776202228.589680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024224152. 00010000:00000010:2.1:1776202228.589685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008981771f. 00010000:00000010:2.1:1776202228.589689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef47eca9. 00010000:00000010:2.1:1776202228.589691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000760803e1. 00010000:00000010:2.1:1776202228.589694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf9cc73. 00010000:00000010:2.1:1776202228.589697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066c164cb. 00010000:00000010:2.1:1776202228.589699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd1290f3. 00010000:00000010:2.1:1776202228.589701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202228.589706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6c9252. 00010000:00000010:2.1:1776202228.589708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033df9996. 00010000:00000010:2.1:1776202228.589711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008316c385. 00010000:00000010:2.1:1776202228.589714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d8ce26. 00010000:00000010:2.1:1776202228.589717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4fde7ed. 00010000:00000010:2.1:1776202228.589719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970d190f. 00010000:00000010:2.1:1776202228.589723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ede2c8. 00010000:00000010:2.1:1776202228.589725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc3fa51c. 00010000:00000010:2.1:1776202228.589728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000355a9c18. 00010000:00000010:2.1:1776202228.589731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb1efd69. 00010000:00000010:2.1:1776202228.589733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a360906a. 00010000:00000010:2.1:1776202228.589736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026dae468. 00010000:00000010:2.1:1776202228.589739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e80aa9b8. 00010000:00000010:2.1:1776202228.589743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f309f88. 00010000:00000010:2.1:1776202228.589746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055447722. 00010000:00000010:2.1:1776202228.589748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022125eba. 00010000:00000010:2.1:1776202228.589751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d21b85ab. 00010000:00000010:2.1:1776202228.589753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000626b2f29. 00010000:00000010:2.1:1776202228.589756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db92a9bc. 00010000:00000010:2.1:1776202228.589759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e3d957. 00010000:00000010:2.1:1776202228.589761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5ca55f6. 00010000:00000010:2.1:1776202228.589764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060cd18b6. 00010000:00000010:2.1:1776202228.589766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f719a80. 00010000:00000010:2.1:1776202228.589770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749819e1. 00010000:00000010:2.1:1776202228.589772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f788e51. 00010000:00000010:2.1:1776202228.589775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d59706. 00010000:00000010:2.1:1776202228.589778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618eb836. 00010000:00000010:2.1:1776202228.592049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28c3229. 00010000:00000010:2.1:1776202228.592066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007521e2c2. 00010000:00000010:2.1:1776202228.592071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139fc7fe. 00010000:00000010:2.1:1776202228.592074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202228.604070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0710c4. 00010000:00000010:2.1:1776202228.604081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:1.1:1776202228.615256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b70d0d7. 00010000:00000010:2.1:1776202228.623027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b06604a. 00010000:00000010:2.1:1776202228.623047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:1.1:1776202228.624404:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdbb089e. 00010000:00000010:2.1:1776202228.628004:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6a435c. 00010000:00000010:2.1:1776202228.628014:0:78454:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f26c920. 00010000:00000010:2.1:1776202228.628019:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202228.629519:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093701074. 00010000:00000010:1.1:1776202228.629533:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005144667. 00010000:00000010:1.1:1776202228.629538:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:1.1:1776202228.640972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946ed033. 00010000:00000010:1.1:1776202228.641001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eb5bf91. 00010000:00000010:1.1:1776202228.641005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:1.1:1776202228.647876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8de535. 00010000:00000010:1.1:1776202228.647898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:0.1:1776202228.651879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000521921f8. 00010000:00000010:0.1:1776202228.678454:0:78458:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a8bdcb. 00010000:00000010:3.1:1776202228.685607:0:78459:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006268fba7. 00010000:00000010:3.1:1776202228.685628:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:3.1:1776202228.690057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e711a7. 00010000:00000010:3.1:1776202228.690075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9ef519. 00010000:00000010:3.1:1776202228.690079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202228.706917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254f9b17. 00010000:00000010:3.1:1776202228.706925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ff06969. 00010000:00000010:3.1:1776202228.706930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:1.1:1776202228.711273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e87ef1e. 00010000:00000010:1.1:1776202228.711283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:2.1:1776202228.712156:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001683f31d. 00010000:00000010:3.1:1776202228.719870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033dd9202. 00010000:00000010:1.1:1776202228.719917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098a04613. 00010000:00000010:1.1:1776202228.719927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:1.1:1776202228.729043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904a8599. 00010000:00000010:1.1:1776202228.729053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeb84e32. 00010000:00000010:1.1:1776202228.729057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:0.1:1776202228.738874:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817fae93. 00010000:00000010:0.1:1776202228.738895:0:78462:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9703f82. 00010000:00000010:0.1:1776202228.738899:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:0.1:1776202228.745661:0:78462:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7fda015. 00010000:00000010:0.1:1776202228.745673:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202228.746623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b235c6a4. 00010000:00000010:3.1:1776202228.758862:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae266c9. 00010000:00000010:3.1:1776202228.758869:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:1.1:1776202228.759231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db1119d. 00010000:00000010:1.1:1776202228.759238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09eef77. 00010000:00000010:1.1:1776202228.759245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:2.1:1776202228.760149:0:78463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf4fad2. 00010000:00000010:1.1:1776202228.769569:0:78456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008084c33d. 00010000:00000010:1.1:1776202228.769582:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:0.1:1776202228.771661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:2.1:1776202228.773924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bba514. 00010000:00000010:1.1:1776202228.779693:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa68a3e9. 00010000:00000010:1.1:1776202228.779715:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:0.1:1776202228.785750:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c8c47b. 00010000:00000010:0.1:1776202228.785769:0:78464:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000309270b. 00010000:00000010:0.1:1776202228.785776:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202228.789077:0:78456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c85ee64. 00010000:00000010:1.1:1776202228.789084:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202228.793893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33f841c. 00010000:00000010:2.1:1776202228.803011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5c54af8. 00010000:00000010:2.1:1776202228.803030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:3.1:1776202228.805571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd2f3646. 00010000:00000010:2.1:1776202228.817929:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d162f09a. 00010000:00000010:2.1:1776202228.817938:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eebf4d6f. 00010000:00000010:2.1:1776202228.817944:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:0.1:1776202228.835865:0:75295:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778a64d4. 00010000:00000010:0.1:1776202228.835875:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:1.1:1776202228.835969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0a6cce4. 00010000:00000010:1.1:1776202228.850991:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1804b9. 00010000:00000010:0.1:1776202228.856211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b860890. 00010000:00000010:3.1:1776202228.858297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027a0b16e. 00010000:00000010:3.1:1776202228.858312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:1.1:1776202228.867933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195038b1. 00010000:00000010:1.1:1776202228.867951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:0.1:1776202228.869947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc7e960. 00010000:00000010:0.1:1776202228.869958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000593966f. 00010000:00000010:0.1:1776202228.869962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:0.1:1776202228.874264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d044fe. 00010000:00000010:0.1:1776202228.874284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee3c4837. 00010000:00000010:0.1:1776202228.874289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202228.874292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202228.874296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:2.1:1776202228.875197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cabca764. 00010000:00000010:3.1:1776202228.878236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006635185f. 00010000:00000010:3.1:1776202228.878254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:2.1:1776202228.899136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:0.1:1776202228.903194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be861cc8. 00010000:00000010:0.1:1776202228.903206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:2.1:1776202228.907319:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:2.1:1776202228.907340:0:78476:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbdb9fb0. 00010000:00000010:2.1:1776202228.907347:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202228.921860:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950407dc. 00010000:00000010:0.1:1776202228.921869:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:1.1:1776202228.921986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00010000:00000010:0.1:1776202228.929880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6de47a6. 00010000:00000010:0.1:1776202228.929902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202228.929983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787a2718. 00010000:00000010:0.1:1776202228.936228:0:78477:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202228.936248:0:78477:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202228.942563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053001e73. 00010000:00000010:0.1:1776202228.942573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b64a975. 00010000:00000010:0.1:1776202228.942577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:3.1:1776202228.947703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067218f7c. 00010000:00000010:1.1:1776202228.947886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b239c27. 00010000:00000010:1.1:1776202228.947896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202228.972279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.1:1776202228.972289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fbe2c5c. 00010000:00000010:1.1:1776202228.972294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.1:1776202228.976134:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cff508f1. 00010000:00000010:1.1:1776202228.976145:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa0a98ca. 00010000:00000010:1.1:1776202228.976150:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.1:1776202228.976154:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202228.976157:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:0.1:1776202228.979995:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f766a99e. 00010000:00000010:0.1:1776202228.980009:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.1:1776202228.985873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f2eccb2. 00010000:00000010:0.1:1776202228.998874:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341fb4c3. 00010000:00000010:0.1:1776202228.998892:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3d905e. 00010000:00000010:0.1:1776202228.998899:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:3.1:1776202229.016165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a80e55. 00010000:00000010:3.1:1776202229.016176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52fc63a. 00010000:00000010:3.1:1776202229.016181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.1:1776202229.017439:0:78483:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:2.1:1776202229.017501:0:78483:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000666a7cb6. 00010000:00000010:2.1:1776202229.017507:0:78483:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:3.1:1776202229.031913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024a91364. 00010000:00000010:3.1:1776202229.032167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd0c404. 00010000:00000010:3.1:1776202229.032173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202229.032177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bd501. 00010000:00000010:3.1:1776202229.032181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.1:1776202229.032185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:3.1:1776202229.032189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000883c232. 00010000:00000010:3.1:1776202229.032192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202229.058860:0:1386:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bebd8ba1. 00010000:00000010:3.1:1776202229.064922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931a2ea2. 00010000:00000010:3.1:1776202229.064932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:0.1:1776202229.069063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042053c12. 00010000:00000010:3.1:1776202229.072078:0:78485:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3cd85c9. 00010000:00000010:3.1:1776202229.072103:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202229.073933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de96cb7. 00010000:00000010:2.1:1776202229.077902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a93335. 00010000:00000010:2.1:1776202229.077921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:2.1:1776202229.091888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000875b14a. 00010000:00000010:2.1:1776202229.091907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f24eb8a7. 00010000:00000010:2.1:1776202229.091913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.1:1776202229.091920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139fc7fe. 00010000:00000010:2.1:1776202229.091925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:2.1:1776202229.102946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080cbb98d. 00010000:00000010:2.1:1776202229.103181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a4c9ea2. 00010000:00000010:2.1:1776202229.103187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.1:1776202229.103190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c9876ce. 00010000:00000010:0.1:1776202229.104889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000646c523c. 00010000:00000010:0.1:1776202229.104909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00010000:00000010:1.1:1776202229.114895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d626cf. 00010000:00000010:3.1:1776202229.117147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f20b25f0. 00010000:00000010:3.1:1776202229.117170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:2.1:1776202229.132913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d57acfcf. 00010000:00000010:0.1:1776202229.136870:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ccf7dd4. 00010000:00000010:0.1:1776202229.136878:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:0.1:1776202229.143122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007518f104. 00010000:00000010:0.1:1776202229.143148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:0.1:1776202229.143154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.143158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:3.1:1776202229.144162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1b79ca2. 00010000:00000010:0.1:1776202229.156091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f49b196. 00010000:00000010:0.1:1776202229.156116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb70d20a. 00010000:00000010:0.1:1776202229.156122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:2.1:1776202229.173864:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b0241e. 00010000:00000010:2.1:1776202229.178887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004297678e. 00010000:00000010:0.1:1776202229.178887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f25abdd9. 00010000:00000010:0.1:1776202229.178910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:0.1:1776202229.183874:0:1111:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003568b76d. 00010000:00000010:0.1:1776202229.183889:0:1111:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:2.1:1776202229.188194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a232ab. 00010000:00000010:2.1:1776202229.188206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe46a1b4. 00010000:00000010:2.1:1776202229.188212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:2.1:1776202229.196994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001822bb56. 00010000:00000010:2.1:1776202229.197016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.1:1776202229.197022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139fc7fe. 00010000:00000010:2.1:1776202229.197024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:1.1:1776202229.198097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c642bc0. 00010000:00000010:3.1:1776202229.201066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069e286c6. 00010000:00000010:2.1:1776202229.201146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af49e8e. 00010000:00000010:2.1:1776202229.201154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:3.1:1776202229.216367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083940132. 00010000:00000010:2.1:1776202229.221942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354c87f8. 00010000:00000010:2.1:1776202229.221963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:3.1:1776202229.227251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005facbb3b. 00010000:00000010:2.1:1776202229.230989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ed9f5d. 00010000:00000010:2.1:1776202229.231005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:3.1:1776202229.231250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc78a55. 00010000:00000010:2.1:1776202229.234213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057988109. 00010000:00000010:2.1:1776202229.234221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:1.1:1776202229.241978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e1cb83. 00010000:00000010:2.1:1776202229.246459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc75fa21. 00010000:00000010:2.1:1776202229.246480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.1:1776202229.246490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139fc7fe. 00010000:00000010:2.1:1776202229.246493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:2.1:1776202229.257036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001628ef97. 00010000:00000010:2.1:1776202229.257053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:1.1:1776202229.268916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3e8ac9. 00010000:00000010:3.1:1776202229.278632:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f2145b8. 00010000:00000010:2.1:1776202229.280872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a73d311. 00010000:00000010:2.1:1776202229.280884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:3.1:1776202229.285292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c952839. 00010000:00000010:2.1:1776202229.285862:0:75295:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000277d9e90. 00010000:00000010:2.1:1776202229.285868:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.1:1776202229.290025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085ea1e74. 00010000:00000010:3.1:1776202229.295130:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ed76ef. 00010000:00000010:3.1:1776202229.295137:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.1:1776202229.302893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a17bd501. 00010000:00000010:2.1:1776202229.302914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:1.1:1776202229.302982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a986b024. 00010000:00000010:3.1:1776202229.303123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041c705e2. 00010000:00000010:3.1:1776202229.303130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:1.1:1776202229.313000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018e0ae28. 00010000:00000010:2.1:1776202229.321116:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000655548a9. 00010000:00000010:2.1:1776202229.321133:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:3.1:1776202229.330030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008130be2d. 00010000:00000010:2.1:1776202229.333255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c151658e. 00010000:00000010:2.1:1776202229.333266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:0.1:1776202229.334119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2244392. 00010000:00000010:0.1:1776202229.334130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092e0f46b. 00010000:00000010:0.1:1776202229.334134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:1.1:1776202229.344888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092eb96fd. 00010000:00000010:0.1:1776202229.346173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea167331. 00010000:00000010:0.1:1776202229.346187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.351762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fb9251. 00010000:00000010:0.1:1776202229.351770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae598df. 00010000:00000010:0.1:1776202229.351775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:0.1:1776202229.351778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.351781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:3.1:1776202229.367982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aea2b87. 00010000:00000010:1.1:1776202229.368287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b6e9cd6. 00010000:00000010:1.1:1776202229.368295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202229.375990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000573e19c6. 00010000:00000010:0.1:1776202229.376011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:3.1:1776202229.381780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000120c975c. 00010000:00000010:3.1:1776202229.381797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009750f76. 00010000:00000010:0.1:1776202229.393950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c3da5e. 00010000:00000010:0.1:1776202229.393964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:2.1:1776202229.394865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba69db21. 00010000:00000010:2.1:1776202229.394873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:0.1:1776202229.398979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b49a6f5a. 00010000:00000010:2.1:1776202229.399924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8c8348. 00010000:00000010:0.1:1776202229.402885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000990f62c1. 00010000:00000010:0.1:1776202229.402896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:1.1:1776202229.407741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ca6f6a. 00010000:00000010:0.1:1776202229.410027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a492ab. 00010000:00000010:0.1:1776202229.410038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.410046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021bafbbf. 00010000:00000010:0.1:1776202229.410052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202229.418861:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ad9b9da. 00010000:00000010:1.1:1776202229.422959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0dd74c. 00010000:00000010:0.1:1776202229.424705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085db7b28. 00010000:00000010:0.1:1776202229.424720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:1.1:1776202229.426865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f32ac04. 00010000:00000010:0.1:1776202229.433200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efd98f6. 00010000:00000010:0.1:1776202229.433208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202229.440492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a2c5e7c. 00010000:00000010:0.1:1776202229.440504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:1.1:1776202229.443272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e922d7d9. 00010000:00000010:0.1:1776202229.448910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaab6c06. 00010000:00000010:0.1:1776202229.448926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:0.1:1776202229.448931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.448934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:1.1:1776202229.452879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ecf582. 00010000:00000010:3.1:1776202229.457998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af3a4af2. 00010000:00000010:2.1:1776202229.465896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5e12c0. 00010000:00000010:2.1:1776202229.465915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:1.1:1776202229.483267:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddb9b32d. 00010000:00000010:0.1:1776202229.487054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024a1e189. 00010000:00000010:0.1:1776202229.487060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:3.1:1776202229.488874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007724e73. 00010000:00000010:1.1:1776202229.488938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cefc6dad. 00010000:00000010:0.1:1776202229.489885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004628db14. 00010000:00000010:0.1:1776202229.489897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.489902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936295da. 00010000:00000010:0.1:1776202229.489905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:1.1:1776202229.492869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dacd6b3. 00010000:00000010:0.1:1776202229.492949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ffd2fd. 00010000:00000010:0.1:1776202229.492955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:0.1:1776202229.492958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.492961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202229.498899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009543410f. 00010000:00000010:0.1:1776202229.504942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dcf853d. 00010000:00000010:0.1:1776202229.504954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202229.508982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009abd1828. 00010000:00000010:0.1:1776202229.508991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:1.1:1776202229.509342:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a465cbb. 00010000:00000010:0.1:1776202229.514505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304709de. 00010000:00000010:0.1:1776202229.514514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202229.514906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bd43121. 00010000:00000010:1.1:1776202229.521856:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c8b42fd. 00010000:00000010:0.1:1776202229.530202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c8caa0b. 00010000:00000010:0.1:1776202229.530218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:0.1:1776202229.530222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f743c8e9. 00010000:00000010:0.1:1776202229.530227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a39a8ded. 00010000:00000010:0.1:1776202229.530232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:3.1:1776202229.532993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001941d356. 00010000:00000010:0.1:1776202229.534547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.534559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202229.537872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000206ee456. 00010000:00000010:0.1:1776202229.537884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:3.1:1776202229.541952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005db9d4b7. 00010000:00000010:0.1:1776202229.541987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ede107b. 00010000:00000010:0.1:1776202229.541994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.550454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60e27dc. 00010000:00000010:0.1:1776202229.550477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007417e68. 00010000:00000010:0.1:1776202229.550482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:0.1:1776202229.562994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269f27c3. 00010000:00000010:0.1:1776202229.563013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:3.1:1776202229.567871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ea718a. 00010000:00000010:1.1:1776202229.583296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8da9345. 00010000:00000010:1.1:1776202229.583313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:1.1:1776202229.583319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202229.583321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:0.1:1776202229.583878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023134cfe. 00010000:00000010:2.1:1776202229.584868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b892ac7f. 00010000:00000010:2.1:1776202229.584877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:3.1:1776202229.585672:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d54bcb. 00010000:00000010:2.1:1776202229.595865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b7380f7. 00010000:00000010:2.1:1776202229.595884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:3.1:1776202229.600472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d117e7. 00010000:00000010:3.1:1776202229.611032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c866c708. 00010000:00000010:1.1:1776202229.613218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbc2fed4. 00010000:00000010:2.1:1776202229.616334:0:1058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001adbb0fd. 00010000:00000010:2.1:1776202229.616350:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.1:1776202229.621223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d018d41f. 00010000:00000010:2.1:1776202229.621239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfec188. 00010000:00000010:2.1:1776202229.625026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8784787. 00010000:00000010:2.1:1776202229.625043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:1.1:1776202229.629883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001862f1ab. 00010000:00000010:1.1:1776202229.634533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009494e9ed. 00010000:00000010:2.1:1776202229.634865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ff79005. 00010000:00000010:2.1:1776202229.634873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:1.1:1776202229.646876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092fa64cc. 00010000:00000010:2.1:1776202229.652076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9435c8d. 00010000:00000010:2.1:1776202229.652095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:2.1:1776202229.654934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f862d03. 00010000:00000010:2.1:1776202229.654943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cca43ed. 00010000:00000010:2.1:1776202229.654947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:3.1:1776202229.677049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dffaf7a4. 00010000:00000010:2.1:1776202229.687596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b646b55. 00010000:00000010:2.1:1776202229.687611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfec188. 00010000:00000010:1.1:1776202229.689501:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d962c1f2. 00010000:00000010:2.1:1776202229.695038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d991c559. 00010000:00000010:2.1:1776202229.695056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:3.1:1776202229.706947:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006ef050. 00010000:00000010:0.1:1776202229.707126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c81fbbc9. 00010000:00000010:0.1:1776202229.707134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:0.1:1776202229.707137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.707140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:1.1:1776202229.711033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093911878. 00010000:00000010:3.1:1776202229.714133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8930bb. 00010000:00000010:0.1:1776202229.714885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046ab878b. 00010000:00000010:0.1:1776202229.714894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.718905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d20d2ac. 00010000:00000010:0.1:1776202229.718929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202229.725910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036aebbec. 00010000:00000010:0.1:1776202229.729870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000409896fe. 00010000:00000010:0.1:1776202229.729878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202229.736920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006152249f. 00010000:00000010:0.1:1776202229.736937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202229.748883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de0d53b8. 00010000:00000010:0.1:1776202229.754458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afb52a17. 00010000:00000010:0.1:1776202229.754475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a747d528. 00010000:00000010:0.1:1776202229.754481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202229.754485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202229.754488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202229.754491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2436dbd. 00010000:00000010:0.1:1776202229.754494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006dbb443. 00010000:00000010:0.1:1776202229.754497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:1.1:1776202229.763938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d7967f. 00010000:00000010:1.1:1776202229.767234:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6060b7. 00010000:00000010:1.1:1776202229.767241:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:1.1:1776202229.777164:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbfa1727. 00010000:00000010:1.1:1776202229.777179:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f1ca941. 00010000:00000010:1.1:1776202229.777183:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:3.1:1776202229.798911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9263838. 00010000:00000010:1.1:1776202229.802891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa1f4a7. 00010000:00000010:1.1:1776202229.802908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.1:1776202229.806878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33f0d5f. 00010000:00000010:1.1:1776202229.806893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018da7186. 00010000:00000010:1.1:1776202229.806898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202229.806902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202229.806905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.1:1776202229.815878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838d9d7f. 00010000:00000010:0.1:1776202229.847883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009bc25e7. 00010000:00000010:0.1:1776202229.847896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:0.1:1776202229.859864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2e43cf. 00010000:00000010:0.1:1776202229.859882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:2.1:1776202229.859986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a120a243. 00010000:00000010:0.1:1776202229.869905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e26cfce5. 00010000:00000010:0.1:1776202229.869920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202229.872020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003499fdaf. 00010000:00000010:0.1:1776202229.890035:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b2fc637. 00010000:00000010:0.1:1776202229.895913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000458965a1. 00010000:00000010:0.1:1776202229.895922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.895926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002418202a. 00010000:00000010:0.1:1776202229.895929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786fda43. 00010000:00000010:0.1:1776202229.895931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202229.900885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c54f07f. 00010000:00000010:0.1:1776202229.900904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:2.1:1776202229.906031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff6d64fd. 00010000:00000010:0.1:1776202229.910884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc2023e. 00010000:00000010:0.1:1776202229.910906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000163b221. 00010000:00000010:0.1:1776202229.910910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:2.1:1776202229.924892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e54e48da. 00010000:00000010:1.1:1776202229.924966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6500e12. 00010000:00000010:1.1:1776202229.924973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:2.1:1776202229.938886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ea97d2. 00010000:00000010:1.1:1776202229.942997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000384b716f. 00010000:00000010:1.1:1776202229.943011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:3.1:1776202229.945980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e61474d. 00010000:00000010:0.1:1776202229.946873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b52b619. 00010000:00000010:0.1:1776202229.946884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:3.1:1776202229.953335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e51d20a. 00010000:00000010:0.1:1776202229.960915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d73747. 00010000:00000010:0.1:1776202229.960923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202229.960926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565fcb9b. 00010000:00000010:0.1:1776202229.960928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:3.1:1776202229.964700:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc73983. 00010000:00000010:1.1:1776202229.970263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b63a5040. 00010000:00000010:1.1:1776202229.970281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202229.992878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd55787b. 00010000:00000010:3.1:1776202230.001045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005426db8. 00010000:00000010:3.1:1776202230.001060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:2.1:1776202230.016932:0:78487:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ceda6b8. 00010000:00000010:3.1:1776202230.023925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c7f8447. 00010000:00000010:3.1:1776202230.023944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:1.1:1776202230.026868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cafb35bc. 00010000:00000010:1.1:1776202230.026881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:3.1:1776202230.027932:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf54ae7. 00010000:00000010:0.1:1776202230.030987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0c8321. 00010000:00000010:3.1:1776202230.034855:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f1a47ad. 00010000:00000010:3.1:1776202230.034866:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:3.1:1776202230.034870:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.034872:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202230.042863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e7af039. 00010000:00000010:3.1:1776202230.042874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:1.1:1776202230.042878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7c120c. 00010000:00000010:3.1:1776202230.058873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000042c5ce. 00010000:00000010:3.1:1776202230.058888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcecd30. 00010000:00000010:3.1:1776202230.058893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:1.1:1776202230.071265:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76d4462. 00010000:00000010:3.1:1776202230.076868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001341b379. 00010000:00000010:3.1:1776202230.076878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.1:1776202230.082010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967e536a. 00010000:00000010:3.1:1776202230.082023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202230.084861:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:3.1:1776202230.084869:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202230.084873:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.084876:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:2.1:1776202230.085126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eef549b0. 00010000:00000010:0.1:1776202230.093013:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2109db. 00010000:00000010:1.1:1776202230.102875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8429b27. 00010000:00000010:3.1:1776202230.110711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042906af5. 00010000:00000010:3.1:1776202230.110728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:2.1:1776202230.116109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7225520. 00010000:00000010:1.1:1776202230.120816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004774dc16. 00010000:00000010:1.1:1776202230.120826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:1.1:1776202230.131906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a04ab8. 00010000:00000010:3.1:1776202230.134558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff64c14. 00010000:00000010:3.1:1776202230.134568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.1:1776202230.148682:0:78488:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000343d8b93. 00010000:00000010:3.1:1776202230.152847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2f1fed3. 00010000:00000010:3.1:1776202230.155942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:0.1:1776202230.160947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ffb7b38. 00010000:00000010:0.1:1776202230.160971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:0.1:1776202230.160975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565fcb9b. 00010000:00000010:0.1:1776202230.160978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:2.1:1776202230.161881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065e8e9ab. 00010000:00000010:0.1:1776202230.179936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a489ec31. 00010000:00000010:0.1:1776202230.179944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:2.1:1776202230.180880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000405454d6. 00010000:00000010:1.1:1776202230.192691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f820a3f4. 00010000:00000010:0.1:1776202230.201246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e640bd. 00010000:00000010:0.1:1776202230.201260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202230.205896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfd4afd2. 00010000:00000010:0.1:1776202230.205917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075be0571. 00010000:00000010:0.1:1776202230.205923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202230.227871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e3a105. 00010000:00000010:1.1:1776202230.231904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f13e4e5. 00010000:00000010:1.1:1776202230.231913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:1.1:1776202230.235692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765728cd. 00010000:00000010:3.1:1776202230.235867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046ac592. 00010000:00000010:3.1:1776202230.235874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:3.1:1776202230.235877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.235880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:3.1:1776202230.243224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022931e37. 00010000:00000010:3.1:1776202230.243242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:1.1:1776202230.244315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da724771. 00010000:00000010:0.1:1776202230.259039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df61dfcf. 00010000:00000010:0.1:1776202230.259054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202230.259935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000680df8f8. 00010000:00000010:1.1:1776202230.260109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee16105. 00010000:00000010:0.1:1776202230.265896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a805f64. 00010000:00000010:0.1:1776202230.265913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202230.283406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005057221c. 00010000:00000010:0.1:1776202230.283413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:1.1:1776202230.283875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1a3f9c. 00010000:00000010:1.1:1776202230.307062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c5bbb13. 00010000:00000010:1.1:1776202230.307069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005598c3bb. 00010000:00000010:1.1:1776202230.307073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:1.1:1776202230.307077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:1.1:1776202230.307080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:1.1:1776202230.314923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc70d6c7. 00010000:00000010:1.1:1776202230.314938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c146621. 00010000:00000010:1.1:1776202230.314942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:3.1:1776202230.317925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f52cdb. 00010000:00000010:3.1:1776202230.317940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f42a0e6. 00010000:00000010:3.1:1776202230.317943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202230.324583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095af6dd0. 00010000:00000010:3.1:1776202230.324886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a09ab460. 00010000:00000010:3.1:1776202230.324892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202230.338687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009725aab0. 00010000:00000010:0.1:1776202230.345419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efbc3e02. 00010000:00000010:0.1:1776202230.345435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:0.1:1776202230.370672:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007614e23e. 00010000:00000010:0.1:1776202230.370679:0:1387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea94b6f1. 00010000:00000010:0.1:1776202230.370688:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202230.370692:0:1387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565fcb9b. 00010000:00000010:0.1:1776202230.370695:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:2.1:1776202230.382939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3473f17. 00010000:00000010:2.1:1776202230.382955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202230.383968:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e6c04a. 00010000:00000010:3.1:1776202230.383974:0:78498:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ec1dba. 00010000:00000010:3.1:1776202230.383978:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:3.1:1776202230.389861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008eb0c8e. 00010000:00000010:1.1:1776202230.399994:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3816e76. 00010000:00000010:1.1:1776202230.400013:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff6b7a6. 00010000:00000010:1.1:1776202230.400018:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:1.1:1776202230.400024:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:1.1:1776202230.400028:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:1.1:1776202230.400031:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202230.400035:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:1.1:1776202230.400038:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363fe0b9. 00010000:00000010:1.1:1776202230.400042:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.1:1776202230.400045:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe1dfb9. 00010000:00000010:1.1:1776202230.400048:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202230.400050:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c05011. 00010000:00000010:1.1:1776202230.400053:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202230.400055:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3870a5. 00010000:00000010:1.1:1776202230.400058:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202230.400060:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d9af2e. 00010000:00000010:1.1:1776202230.400062:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.1:1776202230.400065:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6ec158a. 00010000:00000010:1.1:1776202230.400068:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.1:1776202230.400072:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7ee81d. 00010000:00000010:1.1:1776202230.400076:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014e2fc5. 00010000:00000010:1.1:1776202230.400078:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202230.400081:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202230.400083:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d595928c. 00010000:00000010:1.1:1776202230.400086:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.1:1776202230.400088:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022557ccc. 00010000:00000010:1.1:1776202230.400092:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.1:1776202230.400094:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c94d38. 00010000:00000010:1.1:1776202230.400097:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.1:1776202230.400099:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6418f8. 00010000:00000010:1.1:1776202230.400102:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.1:1776202230.400104:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cc66187. 00010000:00000010:1.1:1776202230.400107:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202230.400110:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e7fdef. 00010000:00000010:1.1:1776202230.400114:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.1:1776202230.400116:0:77137:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf7a12. 00010000:00000010:1.1:1776202230.400119:0:77137:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:2.1:1776202230.422446:0:1052:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016efd5ea. 00010000:00000010:2.1:1776202230.422456:0:1052:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be02d950. 00010000:00000010:2.1:1776202230.422460:0:1052:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00010000:00000010:0.1:1776202230.440602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c034ea32. 00010000:00000010:0.1:1776202230.440619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9efa6a5. 00010000:00000010:0.1:1776202230.440623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfec188. 00010000:00000010:0.1:1776202230.440628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565fcb9b. 00010000:00000010:0.1:1776202230.440634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006954c06. 00010000:00000010:0.1:1776202230.440637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0fbce7. 00010000:00000010:0.1:1776202230.440639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004301f3ce. 00010000:00000010:0.1:1776202230.440641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007040da0f. 00010000:00000010:0.1:1776202230.440644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a2a874. 00010000:00000010:0.1:1776202230.440648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83d60b4. 00010000:00000010:0.1:1776202230.440664:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aec63f7. 00010000:00000010:0.1:1776202230.440667:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003611397. 00010000:00000010:0.1:1776202230.440670:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e2e4df. 00010000:00000010:0.1:1776202230.440672:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3898e8b. 00010000:00000010:0.1:1776202230.440674:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009cc96f6. 00010000:00000010:0.1:1776202230.440677:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000186cb43f. 00010000:00000010:0.1:1776202230.440679:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e11b8c. 00010000:00000010:0.1:1776202230.440683:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d42f2b. 00010000:00000010:0.1:1776202230.440686:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd606df5. 00010000:00000010:0.1:1776202230.440688:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000938fbac7. 00010000:00000010:0.1:1776202230.440691:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000935ba6b7. 00010000:00000010:0.1:1776202230.440694:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e3716d. 00010000:00000010:0.1:1776202230.440696:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366f8150. 00010000:00000010:0.1:1776202230.440698:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c27d1d. 00010000:00000010:0.1:1776202230.440700:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1378e98. 00010000:00000010:0.1:1776202230.440703:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecd27c1. 00010000:00000010:0.1:1776202230.440706:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bf0606. 00010000:00000010:0.1:1776202230.440708:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab481809. 00010000:00000010:0.1:1776202230.440710:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099782aba. 00010000:00000010:0.1:1776202230.440713:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66eb522. 00010000:00000010:0.1:1776202230.440716:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008c4bae3. 00010000:00000010:0.1:1776202230.440719:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000329b459d. 00010000:00000010:0.1:1776202230.440722:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000008b0b26. 00010000:00000010:0.1:1776202230.440723:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bcd4367. 00010000:00000010:0.1:1776202230.440725:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035892583. 00010000:00000010:0.1:1776202230.440727:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ea22c5b. 00010000:00000010:0.1:1776202230.440729:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e91caee. 00010000:00000010:0.1:1776202230.440731:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000606979f9. 00010000:00000010:0.1:1776202230.440734:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d54bcb. 00010000:00000010:0.1:1776202230.440737:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028d5fa51. 00010000:00000010:0.1:1776202230.440741:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b61b08. 00010000:00000010:0.1:1776202230.440744:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a36bbbf. 00010000:00000010:0.1:1776202230.440748:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618b8d64. 00010000:00000010:0.1:1776202230.440753:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000424c69f7. 00010000:00000010:0.1:1776202230.440757:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b861a6d. 00010000:00000010:0.1:1776202230.440761:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf03091. 00010000:00000010:0.1:1776202230.440763:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9c02f74. 00010000:00000010:0.1:1776202230.440765:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055372028. 00010000:00000010:0.1:1776202230.440768:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963587ae. 00010000:00000010:0.1:1776202230.440770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa74142. 00010000:00000010:0.1:1776202230.440774:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026001677. 00010000:00000010:0.1:1776202230.440776:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efeee9f0. 00010000:00000010:0.1:1776202230.440779:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f93af889. 00010000:00000010:0.1:1776202230.440781:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000460a98e4. 00010000:00000010:0.1:1776202230.440783:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e87b46. 00010000:00000010:0.1:1776202230.440785:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265c1281. 00010000:00000010:0.1:1776202230.440788:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd63f0b. 00010000:00000010:0.1:1776202230.440790:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ae07e6. 00010000:00000010:0.1:1776202230.440794:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a955ac. 00010000:00000010:0.1:1776202230.440796:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b0e70c. 00010000:00000010:0.1:1776202230.440799:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a70135. 00010000:00000010:0.1:1776202230.440802:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fbc37b. 00010000:00000010:0.1:1776202230.440804:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001178dd46. 00010000:00000010:0.1:1776202230.440806:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0b13725. 00010000:00000010:0.1:1776202230.440808:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1349937. 00010000:00000010:0.1:1776202230.440811:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20908f9. 00010000:00000010:0.1:1776202230.440813:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c2e0d2. 00010000:00000010:0.1:1776202230.440818:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f271766e. 00010000:00000010:0.1:1776202230.440821:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b56b877. 00010000:00000010:0.1:1776202230.440823:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f059a1. 00010000:00000010:0.1:1776202230.440826:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1eca8f. 00010000:00000010:0.1:1776202230.445369:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7e68c2. 00010000:00000010:0.1:1776202230.445377:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cd82fc. 00010000:00000010:0.1:1776202230.445381:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ee7825. 00010000:00000010:0.1:1776202230.445388:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aab3d1. 00010000:00000010:0.1:1776202230.445395:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23da39d. 00010000:00000010:0.1:1776202230.445403:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2244392. 00010000:00000010:0.1:1776202230.445411:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d56d910. 00010000:00000010:0.1:1776202230.445416:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dfeb467. 00010000:00000010:0.1:1776202230.445420:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9cb968. 00010000:00000010:0.1:1776202230.445429:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff04a5d. 00010000:00000010:0.1:1776202230.445434:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffa851b7. 00010000:00000010:0.1:1776202230.445437:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f34495. 00010000:00000010:0.1:1776202230.445439:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfaa7be4. 00010000:00000010:0.1:1776202230.445442:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001adadf6c. 00010000:00000010:0.1:1776202230.445446:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8bee99f. 00010000:00000010:0.1:1776202230.445449:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2beef1. 00010000:00000010:0.1:1776202230.445451:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8fc0b33. 00010000:00000010:0.1:1776202230.445456:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456decb7. 00010000:00000010:0.1:1776202230.445459:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c5e5f04. 00010000:00000010:0.1:1776202230.445477:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867a8b8e. 00010000:00000010:0.1:1776202230.445481:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ce2ae9. 00010000:00000010:0.1:1776202230.445483:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9737d70. 00010000:00000010:0.1:1776202230.445486:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a85827. 00010000:00000010:0.1:1776202230.445489:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957346e. 00010000:00000010:0.1:1776202230.445491:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b1d917. 00010000:00000010:0.1:1776202230.445493:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012afd751. 00010000:00000010:0.1:1776202230.445495:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a110a93. 00010000:00000010:0.1:1776202230.445498:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad46c52. 00010000:00000010:0.1:1776202230.445500:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3df22dc. 00010000:00000010:0.1:1776202230.445504:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6f22d71. 00010000:00000010:0.1:1776202230.445506:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000057a3d4b. 00010000:00000010:0.1:1776202230.445508:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c57cdab. 00010000:00000010:0.1:1776202230.445510:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb588415. 00010000:00000010:0.1:1776202230.445512:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ae9949. 00010000:00000010:0.1:1776202230.445517:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057988109. 00010000:00000010:0.1:1776202230.445519:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f269f6. 00010000:00000010:0.1:1776202230.445522:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ed9f5d. 00010000:00000010:0.1:1776202230.445524:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f46d84a0. 00010000:00000010:0.1:1776202230.445526:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d687bc. 00010000:00000010:0.1:1776202230.445529:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9777d9. 00010000:00000010:0.1:1776202230.445532:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000696d967a. 00010000:00000010:0.1:1776202230.445534:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9631f4. 00010000:00000010:0.1:1776202230.445536:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000856585ec. 00010000:00000010:0.1:1776202230.445538:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835ffa53. 00010000:00000010:0.1:1776202230.445540:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b56b94c8. 00010000:00000010:0.1:1776202230.445542:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e93bb99. 00010000:00000010:0.1:1776202230.445544:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000568f5f66. 00010000:00000010:0.1:1776202230.445547:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009725aab0. 00010000:00000010:0.1:1776202230.445550:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd5f404b. 00010000:00000010:0.1:1776202230.445553:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f52cdb. 00010000:00000010:0.1:1776202230.445555:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001065e8f6. 00010000:00000010:0.1:1776202230.445558:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064980e3b. 00010000:00000010:0.1:1776202230.445560:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b50b1a4. 00010000:00000010:0.1:1776202230.445564:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d322e8c6. 00010000:00000010:0.1:1776202230.445566:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d37df8. 00010000:00000010:0.1:1776202230.445569:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b80a7df. 00010000:00000010:0.1:1776202230.445572:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092b756fb. 00010000:00000010:0.1:1776202230.445574:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000175e963f. 00010000:00000010:0.1:1776202230.445575:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a242a3. 00010000:00000010:0.1:1776202230.445579:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b84212ec. 00010000:00000010:0.1:1776202230.445581:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5979234. 00010000:00000010:0.1:1776202230.445583:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be473ae. 00010000:00000010:0.1:1776202230.445586:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008622dade. 00010000:00000010:0.1:1776202230.445589:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd919f7. 00010000:00000010:0.1:1776202230.445591:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e70c41b6. 00010000:00000010:0.1:1776202230.445593:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fc943c. 00010000:00000010:0.1:1776202230.445595:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e65c3c41. 00010000:00000010:0.1:1776202230.445597:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023533d51. 00010000:00000010:0.1:1776202230.445600:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a48a17. 00010000:00000010:0.1:1776202230.445603:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056edf3ab. 00010000:00000010:0.1:1776202230.445605:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d24ec5. 00010000:00000010:0.1:1776202230.445607:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c541b4ac. 00010000:00000010:0.1:1776202230.445610:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050fe1466. 00010000:00000010:0.1:1776202230.445613:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f454ee. 00010000:00000010:0.1:1776202230.445616:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e37afd. 00010000:00000010:0.1:1776202230.445619:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae7e15cc. 00010000:00000010:0.1:1776202230.445622:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058c985a9. 00010000:00000010:0.1:1776202230.445624:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a80566df. 00010000:00000010:0.1:1776202230.445627:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792688cd. 00010000:00000010:0.1:1776202230.445630:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000742897. 00010000:00000010:0.1:1776202230.445631:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000083cef4c. 00010000:00000010:0.1:1776202230.445634:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016e2d4e8. 00010000:00000010:0.1:1776202230.445636:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000145b8573. 00010000:00000010:0.1:1776202230.445639:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853eab25. 00010000:00000010:0.1:1776202230.445643:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5fc6098. 00010000:00000010:0.1:1776202230.445646:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad9f4c3b. 00010000:00000010:0.1:1776202230.445648:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa877fd8. 00010000:00000010:0.1:1776202230.445650:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000549bf675. 00010000:00000010:0.1:1776202230.445652:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc99b92. 00010000:00000010:0.1:1776202230.445656:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000642eaf2c. 00010000:00000010:0.1:1776202230.445658:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d65c2b00. 00010000:00000010:0.1:1776202230.445660:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e8759d. 00010000:00000010:0.1:1776202230.445662:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f231463. 00010000:00000010:0.1:1776202230.445664:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6741d8. 00010000:00000010:0.1:1776202230.445667:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029999ea5. 00010000:00000010:0.1:1776202230.445670:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3de4cc1. 00010000:00000010:0.1:1776202230.445673:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c8fd9c. 00010000:00000010:0.1:1776202230.445678:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4bc90b. 00010000:00000010:0.1:1776202230.445682:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a4bfda8. 00010000:00000010:0.1:1776202230.445687:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58b5a9b. 00010000:00000010:0.1:1776202230.445690:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c7450f. 00010000:00000010:0.1:1776202230.445692:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005111f41f. 00010000:00000010:0.1:1776202230.445694:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd28be4. 00010000:00000010:0.1:1776202230.445696:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042b22899. 00010000:00000010:0.1:1776202230.445698:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091147e43. 00010000:00000010:0.1:1776202230.445701:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000915943d5. 00010000:00000010:0.1:1776202230.445711:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe46a1b4. 00010000:00000010:0.1:1776202230.445716:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f7fabd5. 00010000:00000010:0.1:1776202230.445719:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df03736e. 00010000:00000010:0.1:1776202230.445724:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a418afe. 00010000:00000010:0.1:1776202230.445727:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072856d8c. 00010000:00000010:0.1:1776202230.445731:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001615323b. 00010000:00000010:0.1:1776202230.445733:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cea6b8d5. 00010000:00000010:0.1:1776202230.445735:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff6b6f6. 00010000:00000010:0.1:1776202230.445737:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b742ed2. 00010000:00000010:0.1:1776202230.445740:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96996fc. 00010000:00000010:0.1:1776202230.445742:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ea0f4fc. 00010000:00000010:0.1:1776202230.445744:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ccb1b6. 00010000:00000010:0.1:1776202230.445747:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131d24b4. 00010000:00000010:0.1:1776202230.445750:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0c5991. 00010000:00000010:0.1:1776202230.445752:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f10afc2. 00010000:00000010:0.1:1776202230.445754:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dc4487d. 00010000:00000010:0.1:1776202230.445756:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2bdc6d. 00010000:00000010:0.1:1776202230.445759:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:0.1:1776202230.445760:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dee55a2. 00010000:00000010:0.1:1776202230.445762:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba891e8d. 00010000:00000010:0.1:1776202230.445764:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a83bd3d. 00010000:00000010:0.1:1776202230.445767:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac18cacc. 00010000:00000010:0.1:1776202230.445769:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fdf453e. 00010000:00000010:0.1:1776202230.445772:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0426f8. 00010000:00000010:0.1:1776202230.445776:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d91d13c. 00010000:00000010:0.1:1776202230.445778:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c4e7bb. 00010000:00000010:0.1:1776202230.445780:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a74a23bb. 00010000:00000010:0.1:1776202230.445783:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c607243a. 00010000:00000010:0.1:1776202230.445785:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878b18a9. 00010000:00000010:0.1:1776202230.445788:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5b9fd30. 00010000:00000010:0.1:1776202230.445790:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c64c20. 00010000:00000010:0.1:1776202230.445792:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529f59dd. 00010000:00000010:0.1:1776202230.445794:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f93ddf. 00010000:00000010:0.1:1776202230.445797:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b39b5d21. 00010000:00000010:0.1:1776202230.445799:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015da53fb. 00010000:00000010:0.1:1776202230.445802:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8afbb3. 00010000:00000010:0.1:1776202230.445803:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099a701f2. 00010000:00000010:0.1:1776202230.445805:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a8c6f2. 00010000:00000010:0.1:1776202230.445807:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd3efaf. 00010000:00000010:0.1:1776202230.445810:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7ee78b. 00010000:00000010:0.1:1776202230.445812:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b5fa352. 00010000:00000010:0.1:1776202230.445815:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c499b1. 00010000:00000010:0.1:1776202230.445818:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f3758e. 00010000:00000010:0.1:1776202230.445822:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b3b7fa. 00010000:00000010:0.1:1776202230.445824:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af285ac. 00010000:00000010:0.1:1776202230.445827:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b944a4ac. 00010000:00000010:0.1:1776202230.445848:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a46176. 00010000:00000010:0.1:1776202230.445851:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0f3d67. 00010000:00000010:0.1:1776202230.445854:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040787602. 00010000:00000010:0.1:1776202230.445857:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b02e0c0. 00010000:00000010:0.1:1776202230.445859:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3653cf1. 00010000:00000010:0.1:1776202230.445862:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0ef20e2. 00010000:00000010:0.1:1776202230.445865:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0508b7. 00010000:00000010:0.1:1776202230.445868:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009010fb15. 00010000:00000010:0.1:1776202230.445870:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eacd6c72. 00010000:00000010:0.1:1776202230.445873:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb96a729. 00010000:00000010:0.1:1776202230.445875:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff8349f. 00010000:00000010:0.1:1776202230.445877:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625640f5. 00010000:00000010:0.1:1776202230.445881:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354c87f8. 00010000:00000010:0.1:1776202230.445884:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082829a06. 00010000:00000010:0.1:1776202230.445886:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001442aef2. 00010000:00000010:0.1:1776202230.445888:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c79111. 00010000:00000010:0.1:1776202230.445890:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fbaed4f. 00010000:00000010:0.1:1776202230.445893:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3236fe. 00010000:00000010:0.1:1776202230.445897:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9c6054. 00010000:00000010:0.1:1776202230.445899:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a37c6e. 00010000:00000010:0.1:1776202230.445901:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc9d73e. 00010000:00000010:0.1:1776202230.445904:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde4a9b1. 00010000:00000010:0.1:1776202230.445906:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20ca329. 00010000:00000010:0.1:1776202230.445908:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af21e45. 00010000:00000010:0.1:1776202230.445910:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b22ff1. 00010000:00000010:0.1:1776202230.445913:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e1399c. 00010000:00000010:0.1:1776202230.445915:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009b03f8. 00010000:00000010:0.1:1776202230.445919:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1eea14. 00010000:00000010:0.1:1776202230.445921:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000577d777c. 00010000:00000010:0.1:1776202230.445923:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003926350d. 00010000:00000010:0.1:1776202230.445925:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c3ab5a. 00010000:00000010:0.1:1776202230.445928:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004568405. 00010000:00000010:0.1:1776202230.445930:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c340c62e. 00010000:00000010:0.1:1776202230.445932:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b16b1f1d. 00010000:00000010:0.1:1776202230.445934:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071906e66. 00010000:00000010:0.1:1776202230.445937:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098b49889. 00010000:00000010:0.1:1776202230.445941:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003568b76d. 00010000:00000010:0.1:1776202230.445944:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044474cea. 00010000:00000010:0.1:1776202230.445958:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a55c897. 00010000:00000010:0.1:1776202230.445963:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a71918. 00010000:00000010:0.1:1776202230.445967:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6105f8e. 00010000:00000010:0.1:1776202230.445971:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007633b06d. 00010000:00000010:0.1:1776202230.445974:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fc97f5a. 00010000:00000010:0.1:1776202230.445977:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d7b47d2. 00010000:00000010:0.1:1776202230.445982:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035940d87. 00010000:00000010:0.1:1776202230.445987:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838de3a3. 00010000:00000010:0.1:1776202230.445990:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a3608d5. 00010000:00000010:0.1:1776202230.445996:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009dbece3. 00010000:00000010:0.1:1776202230.446001:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021e9c318. 00010000:00000010:0.1:1776202230.446004:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061eddfef. 00010000:00000010:0.1:1776202230.446008:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090b62ca7. 00010000:00000010:0.1:1776202230.446011:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010aef7c2. 00010000:00000010:0.1:1776202230.446014:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2dc35b4. 00010000:00000010:0.1:1776202230.446016:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f5c174d. 00010000:00000010:0.1:1776202230.446018:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba09d281. 00010000:00000010:0.1:1776202230.446021:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a5fd7ca. 00010000:00000010:0.1:1776202230.446025:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be02d950. 00010000:00000010:0.1:1776202230.446036:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000562d5cf9. 00010000:00000010:0.1:1776202230.446039:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd477740. 00010000:00000010:0.1:1776202230.446042:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002924d59c. 00010000:00000010:0.1:1776202230.446044:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008239bee1. 00010000:00000010:0.1:1776202230.446046:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c82b7e84. 00010000:00000010:0.1:1776202230.446048:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b56aa2. 00010000:00000010:0.1:1776202230.446051:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004dba7c1. 00010000:00000010:0.1:1776202230.446053:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007fbe13b. 00010000:00000010:0.1:1776202230.446055:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046cb5e3e. 00010000:00000010:0.1:1776202230.446057:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051b56b3. 00010000:00000010:0.1:1776202230.446060:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cf5967. 00010000:00000010:0.1:1776202230.446062:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567e73f8. 00010000:00000010:0.1:1776202230.446065:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b840c31a. 00010000:00000010:0.1:1776202230.446067:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f11ed3c. 00010000:00000010:0.1:1776202230.446069:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a224e021. 00010000:00000010:0.1:1776202230.446072:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cb379ef. 00010000:00000010:0.1:1776202230.446075:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c366d25. 00010000:00000010:0.1:1776202230.446077:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000417d91e. 00010000:00000010:0.1:1776202230.446079:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000791d55c. 00010000:00000010:0.1:1776202230.446081:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170e2793. 00010000:00000010:0.1:1776202230.446085:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006906cffc. 00010000:00000010:0.1:1776202230.446087:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a671d7. 00010000:00000010:0.1:1776202230.446089:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050aa030e. 00010000:00000010:0.1:1776202230.446094:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb70d20a. 00010000:00000010:0.1:1776202230.446097:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c1abbe. 00010000:00000010:0.1:1776202230.446099:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010767818. 00010000:00000010:0.1:1776202230.446101:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c34d95. 00010000:00000010:0.1:1776202230.446103:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9865cd5. 00010000:00000010:0.1:1776202230.446105:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000956c2cf6. 00010000:00000010:0.1:1776202230.446107:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eef7a7a6. 00010000:00000010:0.1:1776202230.446110:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027e86dfa. 00010000:00000010:0.1:1776202230.446112:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009001eed8. 00010000:00000010:0.1:1776202230.446114:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040b2bfbe. 00010000:00000010:0.1:1776202230.446116:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004001b0e6. 00010000:00000010:0.1:1776202230.446120:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6d8c91. 00010000:00000010:0.1:1776202230.446122:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005df7af63. 00010000:00000010:0.1:1776202230.446125:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.1:1776202230.446128:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dad0b374. 00010000:00000010:0.1:1776202230.446131:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.1:1776202230.446134:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c062e08f. 00010000:00000010:0.1:1776202230.446137:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.1:1776202230.446140:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc551e99. 00010000:00000010:0.1:1776202230.446143:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00010000:00000010:0.1:1776202230.446145:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004decefbc. 00010000:00000010:0.1:1776202230.446148:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.1:1776202230.446151:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3473f17. 00010000:00000010:0.1:1776202230.446154:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:0.1:1776202230.446155:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a09ab460. 00010000:00000010:0.1:1776202230.446158:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.1:1776202230.446160:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b64a975. 00010000:00000010:0.1:1776202230.446163:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.1:1776202230.446166:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7e53b5. 00010000:00000010:0.1:1776202230.446168:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.1:1776202230.446170:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230fab38. 00010000:00000010:0.1:1776202230.446173:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00010000:00000010:0.1:1776202230.446175:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000035a3854. 00010000:00000010:0.1:1776202230.446177:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.1:1776202230.446179:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007277079d. 00010000:00000010:0.1:1776202230.446182:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.1:1776202230.446184:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:0.1:1776202230.446187:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:2.1:1776202230.461869:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecdcfec3. 00010000:00000010:2.1:1776202230.461884:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00010000:00000010:0.1:1776202230.463489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009a16a0f. 00010000:00000010:2.1:1776202230.467637:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d8b7175. 00010000:00000010:2.1:1776202230.467645:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093c8a020. 00010000:00000010:2.1:1776202230.467649:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:3.1:1776202230.473889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353fd890. 00010000:00000010:3.1:1776202230.473902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfec188. 00010000:00000010:1.1:1776202230.473955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007730091b. 00010000:00000010:2.1:1776202230.497007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234b644b. 00010000:00000010:2.1:1776202230.497020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae1c049. 00010000:00000010:2.1:1776202230.497025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202230.497169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18dc21b. 00010000:00000010:3.1:1776202230.497176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f306bc. 00010000:00000010:3.1:1776202230.497180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:3.1:1776202230.497184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.497186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000400:00000200:2.0:1776202230.501322:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.501326:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91153:91153:255:4294967295] 192.168.204.38@tcp LPNI seq info [91153:91153:7:4294967295] 00000400:00000200:2.0:1776202230.501335:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.501341:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.501345:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82355026). 00000800:00000200:2.0:1776202230.501352:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.501359:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.501363:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202230.503079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095b237c3. 00000400:00000010:2.0:1776202230.506245:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202230.506255:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:2.0:1776202230.506257:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:2.0:1776202230.506265:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000804b7fe4 x1862480613780480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.506282:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000804b7fe4 x1862480613780480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202230.506318:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038f6110f. 02000000:00000010:2.0:1776202230.506327:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000318d97e4. 00000100:00000010:2.0:1776202230.506332:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000010:2.0:1776202230.506336:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.506343:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004dc35601. 00080000:00000010:2.0:1776202230.506635:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000318d97e4. 00010000:00000010:2.0:1776202230.506740:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:2.0:1776202230.506752:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eebb78eb. 00010000:00000010:2.0:1776202230.506862:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000603ef256. 00010000:00000010:2.0:1776202230.506870:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:2.0:1776202230.506882:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004dc35601. 00010000:00000010:2.1:1776202230.511900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c858693b. 00010000:00000010:2.1:1776202230.511920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:0.1:1776202230.512003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa7497a. 00010000:00000010:1.1:1776202230.519898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12584cd. 00010000:00000010:2.1:1776202230.523201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e89625. 00010000:00000010:2.1:1776202230.523220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.1:1776202230.523226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ed074e. 00010000:00000010:2.1:1776202230.523232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00000020:00000010:2.0:1776202230.523289:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038f6110f. 00000020:00000010:2.0:1776202230.523296:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006217d842. 00000020:00000010:2.0:1776202230.523301:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.523334:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b84fb356 x1862480604581824/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202230.523388:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604581824 02000000:00000010:2.0:1776202230.523404:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000baa4fddb. 00010000:00000010:2.0:1776202230.523441:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c0b4abd. 00010000:00000010:2.0:1776202230.523468:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048c353b9. 00000100:00000010:2.0:1776202230.523477:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.523496:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.523501:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048c353b9. 00000400:00000010:2.0:1776202230.523516:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202230.523524:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604581824, offset 224 00000400:00000200:2.0:1776202230.523532:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.523549:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.523556:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91158:91158:256:4294967295] 192.168.204.38@tcp LPNI seq info [91158:91158:8:4294967295] 00000400:00000200:2.0:1776202230.523566:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.523572:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.523577:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202230.523587:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.523596:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.523601:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.523623:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006217d842. 00000020:00000010:2.0:1776202230.523628:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.523632:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038f6110f. 00010000:00000010:0.1:1776202230.524652:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000424af294. 00010000:00000010:1.1:1776202230.526888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f846a42. 00010000:00000010:1.1:1776202230.526901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:0.1:1776202230.531916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0100721. 00010000:00000010:0.1:1776202230.531942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.1:1776202230.531959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:0.1:1776202230.531963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:2.1:1776202230.532316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b9548a. 00000400:00000010:2.0:1776202230.533051:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fddde246. 00000400:00000200:2.0:1776202230.533059:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:2.0:1776202230.533062:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:2.0:1776202230.533077:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613780672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.533089:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613780672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202230.533126:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9d8bfdf. 02000000:00000010:2.0:1776202230.533133:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f0abd40. 00000100:00000010:2.0:1776202230.533138:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:2.0:1776202230.533143:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:2.0:1776202230.533147:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000800:00000200:1.0:1776202230.533575:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.533720:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.533731:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.533741:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.533745:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.534253:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.534260:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.534266:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a122f625. 00080000:00000010:2.0:1776202230.534906:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a237d516. 00010000:00000010:2.0:1776202230.535054:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:2.0:1776202230.535066:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ca8e9e4. 00010000:00000010:2.0:1776202230.535157:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202230.535167:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00000800:00000200:1.0:1776202230.535170:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.535177:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00010000:00000010:2.0:1776202230.535183:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048c353b9. 00000400:00000200:1.0:1776202230.535186:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1776202230.535194:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000400:00000200:1.0:1776202230.535199:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:2.0:1776202230.535207:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000400:00000200:1.0:1776202230.535207:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:1.0:1776202230.535215:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 02000000:00000010:2.0:1776202230.535234:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038f6110f. 02000000:00000010:2.0:1776202230.535269:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cf5bc0c. 00000400:00000010:2.0:1776202230.535276:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202230.535284:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202230.535291:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613780736, portal 16 00000400:00000010:2.0:1776202230.535298:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202230.535300:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613780736, offset 0 00000400:00000200:2.0:1776202230.535311:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.535328:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.535336:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.535340:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.535343:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.535347:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91161:91161:256:4294967295] 192.168.204.38@tcp LPNI seq info [91161:91161:8:4294967295] 00000400:00000200:2.0:1776202230.535361:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.535369:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.535375:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202230.535386:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.535396:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.535401:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776202230.540886:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202230.540902:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:2.0:1776202230.540909:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:2.0:1776202230.540927:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000804b7fe4 x1862480613780736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.540954:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000804b7fe4 x1862480613780736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202230.541005:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cf5bc0c. 02000000:00000010:2.0:1776202230.541014:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038f6110f. 00000100:00000010:2.0:1776202230.541021:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000010:2.0:1776202230.541028:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.541035:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048c353b9. 00000020:00000010:1.0:1776202230.541754:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b43c6419. 00000020:00000010:1.0:1776202230.541767:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.541772:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00010000:00000010:1.1:1776202230.541900:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f1216b. 00000100:00000200:1.0:1776202230.541936:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b64c14b x1862480604581952/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.541983:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604581952 02000000:00000010:1.0:1776202230.541999:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ec397ca. 00010000:00000010:1.0:1776202230.542527:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9c4213. 00010000:00000010:1.0:1776202230.542564:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.542575:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:1.0:1776202230.542966:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:1.0:1776202230.542974:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.542995:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202230.543004:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604581952, offset 224 00000400:00000200:1.0:1776202230.543017:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.543039:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.543055:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91162:91162:256:4294967295] 192.168.204.38@tcp LPNI seq info [91162:91162:8:4294967295] 00000400:00000200:1.0:1776202230.543070:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.543077:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.543083:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.543091:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.543099:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.543104:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.543132:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.543138:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.543144:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b43c6419. 00080000:00000010:2.0:1776202230.544761:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf5bc0c. 00010000:00000010:2.0:1776202230.545051:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202230.545067:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018238031. 00010000:00000010:2.0:1776202230.545199:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202230.545208:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202230.545227:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048c353b9. 00000100:00000010:2.0:1776202230.545238:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.545253:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 02000000:00000010:2.0:1776202230.545279:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038f6110f. 02000000:00000010:2.0:1776202230.545334:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bac3b5b0. 00000400:00000010:2.0:1776202230.545343:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202230.545355:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202230.545365:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613780800, portal 16 00000400:00000010:2.0:1776202230.545372:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202230.545376:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613780800, offset 0 00000400:00000200:2.0:1776202230.545919:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.545952:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.545964:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.545968:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.545975:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.545978:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91163:91163:255:4294967295] 192.168.204.38@tcp LPNI seq info [91163:91163:7:4294967295] 00000400:00000200:2.0:1776202230.545992:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.545999:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.546005:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82355026). 00000800:00000200:2.0:1776202230.546015:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.546024:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.546029:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202230.547409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72d3cb2. 00010000:00000010:2.1:1776202230.547423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8f6bcf. 00000400:00000010:2.0:1776202230.550635:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202230.550642:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:2.0:1776202230.550645:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:2.0:1776202230.550652:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000804b7fe4 x1862480613780800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.550661:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000804b7fe4 x1862480613780800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202230.550702:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bac3b5b0. 02000000:00000010:2.0:1776202230.550710:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038f6110f. 00000100:00000010:2.0:1776202230.550716:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000010:2.0:1776202230.550722:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.550727:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048c353b9. 00000020:00000010:1.0:1776202230.553779:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b43c6419. 00010000:00000010:1.1:1776202230.553973:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a856d282. 00000020:00000010:1.0:1776202230.553996:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.554003:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.554143:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604582016/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202230.554190:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582016 02000000:00000010:1.0:1776202230.554206:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d53b9da7. 00010000:00000010:1.0:1776202230.554251:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042c96ae8. 00010000:00000010:1.0:1776202230.554278:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.554381:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:1.0:1776202230.554451:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:1.0:1776202230.554457:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.554478:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202230.554487:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582016, offset 224 00000400:00000200:1.0:1776202230.554499:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.554521:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.554531:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91164:91164:256:4294967295] 192.168.204.38@tcp LPNI seq info [91164:91164:8:4294967295] 00000400:00000200:1.0:1776202230.554546:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.554554:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.554560:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.554569:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.554591:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.554598:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.554626:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.554631:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.554637:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b43c6419. 00010000:00000010:2.1:1776202230.557090:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1b6f3f. 00010000:00000010:2.1:1776202230.557104:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:1.1:1776202230.559887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c431c2. 00010000:00000010:0.1:1776202230.560160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017e5321b. 00010000:00000010:0.1:1776202230.560170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00000020:00000010:1.0:1776202230.562000:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a122f625. 00000020:00000010:1.0:1776202230.562016:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.562023:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.562148:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f681e77f x1862480604582080/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202230.562187:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582080 02000000:00000010:1.0:1776202230.562204:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43c6419. 00010000:00000010:1.0:1776202230.562242:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d07b37. 00010000:00000010:1.0:1776202230.562286:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.562295:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:1.0:1776202230.562312:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:1.0:1776202230.562317:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.562341:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202230.562349:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582080, offset 224 00000400:00000200:1.0:1776202230.562358:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.562371:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.562379:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91166:91166:256:4294967295] 192.168.204.38@tcp LPNI seq info [91166:91166:8:4294967295] 00000400:00000200:1.0:1776202230.562391:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.562397:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.562403:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202230.562411:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.562420:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.562424:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.562460:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.562467:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.562472:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a122f625. 02000000:00000010:1.0:1776202230.562483:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d53b9da7. 00000100:00000010:1.0:1776202230.562488:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:1.0:1776202230.562494:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ec397ca. 00000100:00000010:1.0:1776202230.562499:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b64c14b. 02000000:00000010:1.0:1776202230.562503:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003480e303. 00000100:00000010:1.0:1776202230.562506:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f2d9299. 02000000:00000010:1.0:1776202230.562510:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000baa4fddb. 00000100:00000010:1.0:1776202230.562513:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:1.0:1776202230.562518:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa6b3bc6. 00000100:00000010:1.0:1776202230.562524:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 02000000:00000010:1.0:1776202230.562529:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad6346a3. 00000100:00000010:1.0:1776202230.562535:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000200:1.0:1776202230.562545:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776202230.562649:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.562655:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354378). 00000400:00000200:1.0:1776202230.562662:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.562668:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.562674:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:1.0:1776202230.562676:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 02000000:00000010:1.0:1776202230.562680:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43c6419. 00000400:00000010:1.0:1776202230.562696:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcccda00. 00000400:00000010:1.0:1776202230.562702:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000021bfa613 (tot 82354530). 00000800:00000200:1.0:1776202230.563260:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.563265:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:1.0:1776202230.563269:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.563278:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.563283:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:1.0:1776202230.563285:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000100:00000200:1.0:1776202230.563293:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000770c5b37 x1862480613780928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.569527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072809a76. 00010000:00000010:0.1:1776202230.569535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:1.1:1776202230.573101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4543a59. 00000400:00000200:1.0:1776202230.573501:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.573525:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ae00 00000400:00000200:1.0:1776202230.573545:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb705d [1] + 224 00000400:00000200:1.0:1776202230.573562:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.573567:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.573583:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d59e7f15 x1862480613780992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.573698:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.573705:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65140 00000400:00000200:1.0:1776202230.573711:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb59d9 [2] + 328 00000400:00000200:1.0:1776202230.573723:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.573727:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.573731:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.573739:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00010000:00000010:3.1:1776202230.575996:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed027af4. 00010000:00000010:3.1:1776202230.576006:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b357ec1. 00010000:00000010:3.1:1776202230.576011:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:3.1:1776202230.576015:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.576019:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202230.588952:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096eec67f. 00010000:00000010:3.1:1776202230.588962:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000237a96c2. 00010000:00000010:3.1:1776202230.588967:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:0.1:1776202230.590138:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e325a7. 00010000:00000010:0.1:1776202230.590147:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000875cf254. 00010000:00000010:0.1:1776202230.590151:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000800:00000200:1.0:1776202230.593521:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.593526:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824e63ba (tot 82354530). 00000400:00000200:1.0:1776202230.593531:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.593534:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.593536:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:1.0:1776202230.593537:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000800:00000200:1.0:1776202230.595381:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.595386:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:1.0:1776202230.595391:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.595396:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.595401:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:1.0:1776202230.595404:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:1.0:1776202230.595416:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202230.598098:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b43c6419. 00000020:00000010:1.0:1776202230.598108:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.598113:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.598147:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604582464/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202230.598195:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582464 02000000:00000010:1.0:1776202230.598213:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad6346a3. 00010000:00000010:1.0:1776202230.598253:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da8617d5. 00010000:00000010:1.0:1776202230.598295:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.598306:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076de535d. 00000100:00000010:1.0:1776202230.598321:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076de535d. 00010000:00000010:1.0:1776202230.598326:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.598343:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202230.598349:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582464, offset 224 00000400:00000200:1.0:1776202230.598363:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.598376:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.598383:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91178:91178:256:4294967295] 192.168.204.38@tcp LPNI seq info [91178:91178:8:4294967295] 00000400:00000200:1.0:1776202230.598396:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.598402:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.598406:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.598414:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.598425:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.598430:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.598460:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.598465:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.598471:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b43c6419. 00000800:00000200:2.0:1776202230.601500:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.601510:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:2.0:1776202230.601520:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.601533:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.601542:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:2.0:1776202230.601544:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:2.0:1776202230.601555:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202230.607202:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b43c6419. 00000020:00000010:1.0:1776202230.607214:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.607219:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.607260:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057f08171 x1862480604582528/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.607302:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582528 02000000:00000010:1.0:1776202230.607319:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003480e303. 00010000:00000010:1.0:1776202230.607381:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.607391:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076de535d. 00000100:00000010:1.0:1776202230.607399:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076de535d. 00010000:00000010:1.0:1776202230.607404:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.607423:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202230.607429:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582528, offset 224 00000400:00000200:1.0:1776202230.607438:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.607452:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.607458:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91180:91180:256:4294967295] 192.168.204.38@tcp LPNI seq info [91180:91180:8:4294967295] 00000400:00000200:1.0:1776202230.607470:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.607476:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.607482:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202230.607488:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.607497:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.607501:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.607532:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.607537:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.607542:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b43c6419. 02000000:00000010:1.0:1776202230.607552:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad6346a3. 00000100:00000010:1.0:1776202230.607555:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:1.0:1776202230.607561:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008921fa5d. 00000100:00000010:1.0:1776202230.607564:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b64c14b. 02000000:00000010:1.0:1776202230.607567:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de22827b. 00000100:00000010:1.0:1776202230.607570:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f2d9299. 02000000:00000010:1.0:1776202230.607574:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037467f6f. 00000100:00000010:1.0:1776202230.607576:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:1.0:1776202230.607580:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9d8bfdf. 00000100:00000010:1.0:1776202230.607583:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202230.607589:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec2e3c02. 00000100:00000010:1.0:1776202230.607605:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000200:1.0:1776202230.607613:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202230.607619:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076d93527. 00000400:00000010:1.0:1776202230.607624:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076de535d (tot 82354778). 00000800:00000200:1.0:1776202230.607716:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.607720:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.607724:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.607728:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.607730:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202230.607732:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 02000000:00000010:1.0:1776202230.607735:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003480e303. 00010000:00000010:0.1:1776202230.608180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d1c350. 00010000:00000010:0.1:1776202230.608190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068dcd4d0. 00010000:00000010:0.1:1776202230.608201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.1:1776202230.608206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e94277e. 00010000:00000010:0.1:1776202230.608212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9ddb19. 00010000:00000010:0.1:1776202230.608235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00010000:00000010:0.1:1776202230.608241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01cc1f4. 00010000:00000010:0.1:1776202230.608247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.1:1776202230.608253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:0.1:1776202230.608259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:1.1:1776202230.609981:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000080918e8. 00000800:00000200:1.0:1776202230.610136:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.610140:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:1.0:1776202230.610145:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.610151:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.610157:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:1.0:1776202230.610158:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:1.0:1776202230.610169:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202230.612146:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003480e303. 00000020:00000010:1.0:1776202230.612157:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.612163:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.612198:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011c3cf13 x1862480604582592/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202230.612246:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582592 02000000:00000010:1.0:1776202230.612263:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad6346a3. 00010000:00000010:1.0:1776202230.612463:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d54b236. 00010000:00000010:1.0:1776202230.612498:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.612506:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202230.612560:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202230.612567:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098477e4c. 00000400:00000010:1.0:1776202230.612588:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202230.612604:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582592, offset 224 00000400:00000200:1.0:1776202230.612614:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.612630:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.612639:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91182:91182:256:4294967295] 192.168.204.38@tcp LPNI seq info [91182:91182:8:4294967295] 00000400:00000200:1.0:1776202230.612650:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.612656:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.612662:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.612669:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.612677:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.612682:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.612710:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202230.612716:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.612725:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003480e303. 00000800:00000200:2.0:1776202230.617285:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.617294:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:2.0:1776202230.617305:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.617319:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.617327:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:2.0:1776202230.617329:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:2.0:1776202230.617343:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.619917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e28251d1. 00010000:00000010:0.1:1776202230.619953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4da6063. 00010000:00000010:0.1:1776202230.619960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00000400:00000200:3.0:1776202230.621570:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.621576:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.621604:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613781440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.622876:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.622902:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65300 00000400:00000200:2.0:1776202230.622912:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 328 00000400:00000200:2.0:1776202230.623007:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.623013:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.623020:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.623027:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000020:00000010:3.0:1776202230.623384:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34f95bc. 00000020:00000010:3.0:1776202230.623397:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.623405:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202230.623448:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604582656/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202230.623491:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582656 02000000:00000010:3.0:1776202230.623508:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051d7a419. 00010000:00000010:3.0:1776202230.623574:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202230.623585:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb509a3a. 00000100:00000010:3.0:1776202230.623769:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb509a3a. 00010000:00000010:3.0:1776202230.623778:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202230.623803:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202230.623811:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582656, offset 224 00000400:00000200:3.0:1776202230.623821:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.623997:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.624006:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91184:91184:256:4294967295] 192.168.204.38@tcp LPNI seq info [91184:91184:8:4294967295] 00000400:00000200:3.0:1776202230.624024:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.624034:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.624042:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824e63ba (tot 82354778). 00000800:00000200:3.0:1776202230.624051:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.624060:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.624065:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000824e63ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.624094:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.624100:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.624106:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34f95bc. 00000800:00000200:2.0:1776202230.624185:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.624191:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824e63ba (tot 82354530). 00000400:00000200:2.0:1776202230.624198:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.624204:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.624209:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:2.0:1776202230.624212:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00010000:00000010:1.1:1776202230.624473:0:78511:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a8e401. 00010000:00000010:0.1:1776202230.625162:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c158c5e. 00010000:00000010:0.1:1776202230.625172:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:1.0:1776202230.626131:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202230.626143:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202230.626160:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098477e4c. 00000100:00000010:1.0:1776202230.626168:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202230.626180:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202230.626197:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b43c6419. 02000000:00000010:1.0:1776202230.626242:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a122f625. 00000400:00000010:1.0:1776202230.626251:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202230.626259:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.626268:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613781504, portal 16 00000400:00000010:1.0:1776202230.626276:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202230.626279:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613781504, offset 0 00000400:00000200:1.0:1776202230.626322:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.626343:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.626352:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.626357:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.626361:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.626364:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91185:91185:256:4294967295] 192.168.204.38@tcp LPNI seq info [91185:91185:8:4294967295] 00000400:00000200:1.0:1776202230.626379:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.626387:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.626393:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.626400:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.626408:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.626413:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.626752:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.626759:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202230.626767:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.626775:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.626780:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:3.0:1776202230.626782:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:3.0:1776202230.626794:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613781504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.629162:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.629190:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b000 00000400:00000200:3.0:1776202230.629206:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb70c1 [1] + 224 00000400:00000200:3.0:1776202230.629226:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.629232:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.629248:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613781504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.629310:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.629316:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65340 00000400:00000200:3.0:1776202230.629324:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 656 00000400:00000200:3.0:1776202230.629389:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.629392:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.629397:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.629404:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000562a545a. 00000020:00000010:2.0:1776202230.629506:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092b5383e. 00000020:00000010:2.0:1776202230.629519:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.629524:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.629559:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000562a545a x1862480604582720/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202230.629601:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582720 02000000:00000010:2.0:1776202230.629624:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005494f95a. 00010000:00000010:2.0:1776202230.629659:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fe9fcd7. 00010000:00000010:2.0:1776202230.629682:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000172d8077. 00000100:00000010:2.0:1776202230.629690:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.629715:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.629721:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000172d8077. 00000400:00000010:2.0:1776202230.629739:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202230.629749:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582720, offset 224 00000400:00000200:2.0:1776202230.629759:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.629778:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.629787:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91186:91186:256:4294967295] 192.168.204.38@tcp LPNI seq info [91186:91186:8:4294967295] 00000400:00000200:2.0:1776202230.629798:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.629805:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.629812:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202230.629818:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.629828:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.629879:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.629905:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.629910:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.629915:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092b5383e. 00000800:00000200:3.0:1776202230.630113:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.630338:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:3.0:1776202230.630349:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.630362:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.630367:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:3.0:1776202230.630370:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000800:00000200:3.0:1776202230.630662:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.630667:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:3.0:1776202230.630671:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.630676:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.630680:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:3.0:1776202230.630682:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000100:00000200:3.0:1776202230.630691:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.635155:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.635185:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b040 00000400:00000200:3.0:1776202230.635201:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb70cd [1] + 224 00000400:00000200:3.0:1776202230.635220:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.635224:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.635239:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613781568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.635286:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.635292:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65380 00000400:00000200:3.0:1776202230.635298:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 984 00000400:00000200:3.0:1776202230.635312:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.635316:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.635322:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.635331:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090ecd4ed. 00000020:00000010:3.0:1776202230.635412:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34f95bc. 00000020:00000010:3.0:1776202230.635421:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.635427:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202230.635699:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090ecd4ed x1862480604582784/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202230.635747:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582784 02000000:00000010:3.0:1776202230.635765:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021155ded. 00010000:00000010:3.0:1776202230.635812:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0538780. 00010000:00000010:3.0:1776202230.635880:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202230.635890:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb509a3a. 00000100:00000010:3.0:1776202230.635905:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb509a3a. 00010000:00000010:3.0:1776202230.635912:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202230.635930:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202230.635939:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582784, offset 224 00000400:00000200:3.0:1776202230.635957:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.635972:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.635979:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91188:91188:256:4294967295] 192.168.204.38@tcp LPNI seq info [91188:91188:8:4294967295] 00000400:00000200:3.0:1776202230.635992:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.635999:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.636005:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354778). 00000800:00000200:3.0:1776202230.636013:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.636022:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.636028:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.636111:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.636127:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.636132:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34f95bc. 00000800:00000200:2.0:1776202230.636331:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.636339:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:2.0:1776202230.636349:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.636357:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.636363:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:2.0:1776202230.636366:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00010000:00000010:0.1:1776202230.639888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009326ddd9. 00010000:00000010:0.1:1776202230.639903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017bed37c. 00010000:00000010:0.1:1776202230.639907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000800:00000200:2.0:1776202230.640403:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.640409:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:2.0:1776202230.640415:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.640425:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.640432:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:2.0:1776202230.640434:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:2.0:1776202230.640444:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613781632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.643210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf9c60b. 00010000:00000010:0.1:1776202230.643282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091dac9da. 00010000:00000010:0.1:1776202230.643289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:2.1:1776202230.644119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00000400:00000200:3.0:1776202230.649208:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.649229:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b080 00000400:00000200:3.0:1776202230.649240:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb70d9 [1] + 224 00000400:00000200:3.0:1776202230.649252:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.649255:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.649266:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613781632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.649312:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.649318:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed653c0 00000400:00000200:3.0:1776202230.649324:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 1312 00000400:00000010:2.0:1776202230.649334:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e749a4fd. 00000400:00000200:2.0:1776202230.649341:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:2.0:1776202230.649343:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:2.0:1776202230.649352:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613781632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.649361:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613781632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.649383:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.649388:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.649393:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1776202230.649397:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f68c97a. 00000100:00000010:3.0:1776202230.649399:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:2.0:1776202230.649404:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003bfe4cb. 00000100:00000010:2.0:1776202230.649410:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:2.0:1776202230.649414:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:2.0:1776202230.649419:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c46d109e. 00000020:00000010:3.0:1776202230.649451:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34f95bc. 00000020:00000010:3.0:1776202230.649460:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.649464:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202230.649490:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604582848/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202230.649528:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582848 02000000:00000010:3.0:1776202230.649540:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008921fa5d. 00010000:00000010:3.0:1776202230.649572:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f5ab590. 00010000:00000010:3.0:1776202230.649593:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202230.649599:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb509a3a. 00000100:00000010:3.0:1776202230.649613:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb509a3a. 00010000:00000010:3.0:1776202230.649618:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202230.649633:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.649639:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582848, offset 224 00000400:00000200:3.0:1776202230.649646:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.649658:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.649663:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91190:91190:256:4294967295] 192.168.204.38@tcp LPNI seq info [91190:91190:8:4294967295] 00000400:00000200:3.0:1776202230.649673:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.649678:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.649684:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354778). 00000800:00000200:3.0:1776202230.649690:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.649697:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.649702:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776202230.649716:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f92c9c0a. 00000020:00000010:3.0:1776202230.649721:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.649727:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.649730:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34f95bc. 00000800:00000200:3.0:1776202230.649793:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.649797:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354530). 00000400:00000200:3.0:1776202230.649803:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.649806:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.649809:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202230.649810:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00010000:00000010:2.0:1776202230.649828:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202230.649879:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006872b2d3. 00010000:00000010:2.0:1776202230.649999:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202230.650007:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093ff9661. 00010000:00000010:2.0:1776202230.650019:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000172d8077. 00000100:00000010:2.0:1776202230.650023:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.650030:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202230.650042:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:2.0:1776202230.650065:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0065d. 00000400:00000010:2.0:1776202230.650069:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202230.650073:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202230.650078:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613781696, portal 16 00000400:00000010:2.0:1776202230.650083:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202230.650085:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613781696, offset 0 00000400:00000200:2.0:1776202230.650092:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.650100:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.650109:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.650116:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.650120:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.650123:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91191:91191:256:4294967295] 192.168.204.38@tcp LPNI seq info [91191:91191:8:4294967295] 00000400:00000200:2.0:1776202230.650133:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.650138:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.650142:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202230.650147:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.650151:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.650153:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.651370:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.651375:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:3.0:1776202230.651382:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.651389:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.651394:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:3.0:1776202230.651396:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:3.0:1776202230.651404:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613781696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.652051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009745b555. 00010000:00000010:0.1:1776202230.652061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.1:1776202230.652068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:0.1:1776202230.652070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00000400:00000200:3.0:1776202230.653138:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.653156:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b0c0 00000400:00000200:3.0:1776202230.653165:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb70e5 [1] + 224 00000400:00000200:3.0:1776202230.653180:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.653183:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.653193:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613781696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.653585:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.653592:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65400 00000400:00000200:3.0:1776202230.653597:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 1640 00000400:00000200:3.0:1776202230.653653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.653658:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.653662:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.653669:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 00010000:00000010:3.1:1776202230.654499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0cf10a. 00080000:00000010:1.0:1776202230.655256:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003480e303. 00010000:00000010:1.0:1776202230.655352:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093ff9661. 00010000:00000010:1.0:1776202230.655360:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc98d2c7. 00010000:00000010:1.0:1776202230.655445:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000787a2718. 00010000:00000010:1.0:1776202230.655451:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202230.655463:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000850dbc6e. 00000100:00000010:1.0:1776202230.655467:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202230.655474:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 02000000:00000010:1.0:1776202230.655485:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a122f625. 02000000:00000010:1.0:1776202230.655508:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037467f6f. 00000400:00000010:1.0:1776202230.655513:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001721b5ce. 00000400:00000010:1.0:1776202230.655518:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202230.655522:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613781760, portal 16 00000400:00000010:1.0:1776202230.655527:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202230.655529:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613781760, offset 0 00000400:00000200:1.0:1776202230.655534:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.655540:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.655551:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.655556:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.655558:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.655560:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91193:91193:255:4294967295] 192.168.204.38@tcp LPNI seq info [91193:91193:7:4294967295] 00000400:00000200:1.0:1776202230.655567:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.655571:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.655574:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202230.655578:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.655581:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.655584:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.655670:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.655674:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354778). 00000400:00000200:3.0:1776202230.655677:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.655681:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.655685:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:3.0:1776202230.655687:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000800:00000200:3.0:1776202230.655740:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.655742:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202230.655746:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.655749:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.655751:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202230.655752:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202230.655757:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7d46670 x1862480613781760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.656936:0:78507:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045ef1477. 00010000:00000010:2.1:1776202230.656959:0:78507:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00000400:00000200:3.0:1776202230.659022:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.659042:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b100 00000400:00000200:3.0:1776202230.659051:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb70f1 [1] + 224 00000400:00000200:3.0:1776202230.659067:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.659071:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.659083:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7d46670 x1862480613781760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.661329:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.661351:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65440 00000400:00000200:3.0:1776202230.661362:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a31 [2] + 1968 00000400:00000010:3.0:1776202230.661368:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c0a958d. 00000400:00000200:3.0:1776202230.661377:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ba690266 00000400:00000200:3.0:1776202230.663827:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.663867:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.663875:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba690266 00000400:00000010:3.0:1776202230.663880:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ba690266 (tot 82354378). 00000100:00000200:3.0:1776202230.663886:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202230.663993:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34f95bc. 00000020:00000010:3.0:1776202230.664001:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.664006:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202230.664046:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0a58564 x1862480604582976/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202230.664082:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604582976 02000000:00000010:3.0:1776202230.664094:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3ef3ec0. 00010000:00000010:3.0:1776202230.664194:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000926219e2. 00010000:00000010:3.0:1776202230.664216:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202230.664225:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb509a3a. 00000100:00000010:3.0:1776202230.664235:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eb509a3a. 00010000:00000010:3.0:1776202230.664239:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202230.664256:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.664264:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604582976, offset 224 00000400:00000200:3.0:1776202230.664275:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.664289:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.664295:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91194:91194:256:4294967295] 192.168.204.38@tcp LPNI seq info [91194:91194:8:4294967295] 00000400:00000200:3.0:1776202230.667684:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.667699:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.667705:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354626). 00000800:00000200:3.0:1776202230.667716:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.667724:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.667728:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.667762:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.667768:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.667773:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34f95bc. 02000000:00000010:3.0:1776202230.667785:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:3.0:1776202230.667789:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202230.667795:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008921fa5d. 00000100:00000010:3.0:1776202230.667798:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.667804:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021155ded. 00000100:00000010:3.0:1776202230.667806:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090ecd4ed. 02000000:00000010:3.0:1776202230.667809:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005494f95a. 00000100:00000010:3.0:1776202230.667811:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000562a545a. 02000000:00000010:3.0:1776202230.667815:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051d7a419. 00000100:00000010:3.0:1776202230.667818:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 02000000:00000010:3.0:1776202230.667822:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad6346a3. 00000100:00000010:3.0:1776202230.667824:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000200:3.0:1776202230.668779:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202230.668792:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e552fa0. 00000400:00000010:3.0:1776202230.668800:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb509a3a (tot 82354778). 00000800:00000200:3.0:1776202230.668961:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.668964:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354530). 00000400:00000200:3.0:1776202230.668970:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.668977:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.668981:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202230.668983:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 02000000:00000010:3.0:1776202230.668989:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3ef3ec0. 00010000:00000010:0.1:1776202230.669052:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea03f203. 00000800:00000200:3.0:1776202230.669619:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.669622:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:3.0:1776202230.669626:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.669631:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.669633:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:3.0:1776202230.669635:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:3.0:1776202230.669646:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613781824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202230.670314:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5624491. 00010000:00000010:1.1:1776202230.670323:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:3.1:1776202230.673487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6ae0b93. 00010000:00000010:0.1:1776202230.675856:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9dfdd9. 00010000:00000010:0.1:1776202230.675864:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787a2718. 00000020:00000010:2.0:1776202230.676161:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075039645. 00000020:00000010:2.0:1776202230.676170:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.676178:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.676207:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604583040/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202230.676247:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583040 02000000:00000010:2.0:1776202230.676259:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dad1dcfe. 00010000:00000010:2.0:1776202230.676304:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095ed31a0. 00000100:00000010:2.0:1776202230.676313:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7a565f1. 00000100:00000010:2.0:1776202230.676320:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7a565f1. 00010000:00000010:2.0:1776202230.676327:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095ed31a0. 00000400:00000010:2.0:1776202230.676341:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202230.676347:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583040, offset 224 00000400:00000200:2.0:1776202230.676354:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.676366:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.676371:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91196:91196:256:4294967295] 192.168.204.38@tcp LPNI seq info [91196:91196:8:4294967295] 00000400:00000200:2.0:1776202230.676381:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.676386:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.676391:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202230.676396:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.676403:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.676407:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.676423:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.676428:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.676430:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075039645. 00000800:00000200:2.0:1776202230.676542:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.676546:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:2.0:1776202230.676550:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.676554:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.676557:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:2.0:1776202230.676559:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000400:00000010:1.0:1776202230.676573:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e5ec08f. 00000400:00000200:1.0:1776202230.676577:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:1.0:1776202230.676580:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:1.0:1776202230.676585:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613781824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202230.679157:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613781824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202230.679188:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035aa0798. 02000000:00000010:1.0:1776202230.679206:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ff61a21. 02000000:00000010:1.0:1776202230.679211:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d16e90b8. 00000100:00000010:1.0:1776202230.679216:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:1.0:1776202230.679220:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:1.0:1776202230.679225:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00080000:00000010:1.0:1776202230.679243:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bac3b5b0. 00010000:00000010:1.0:1776202230.679354:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:1.0:1776202230.679367:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5d92b5b. 00010000:00000010:1.0:1776202230.679460:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202230.679469:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202230.679488:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080e56a6f. 00000100:00000010:1.0:1776202230.679497:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202230.679506:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c61b7b9. 02000000:00000010:1.0:1776202230.679520:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ec397ca. 02000000:00000010:1.0:1776202230.679551:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d53b9da7. 00000400:00000010:1.0:1776202230.679556:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000269b3d68. 00000400:00000010:1.0:1776202230.679563:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202230.679570:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613781888, portal 16 00000400:00000010:1.0:1776202230.679575:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202230.679577:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613781888, offset 0 00000400:00000200:1.0:1776202230.679586:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.679600:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.679607:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.679611:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.679613:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.679617:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91197:91197:256:4294967295] 192.168.204.38@tcp LPNI seq info [91197:91197:8:4294967295] 00000400:00000200:1.0:1776202230.679628:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.679634:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.679638:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.679644:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.679651:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.679655:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.680210:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.680216:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202230.680222:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.680228:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.680233:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:2.0:1776202230.680235:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:2.0:1776202230.680243:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c61b7b9 x1862480613781888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.685496:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.685517:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b180 00000400:00000200:1.0:1776202230.685526:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb710d [1] + 224 00000400:00000200:1.0:1776202230.685539:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.685543:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.685555:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c61b7b9 x1862480613781888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.685594:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.685599:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed654c0 00000400:00000200:1.0:1776202230.685605:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 328 00000400:00000200:1.0:1776202230.685626:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.685629:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.685634:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.685641:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000020:00000010:1.0:1776202230.685694:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202230.685701:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.685707:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.685738:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604583104/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.685765:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583104 02000000:00000010:1.0:1776202230.685776:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de22827b. 00010000:00000010:1.0:1776202230.685819:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008aa84e02. 00000100:00000010:1.0:1776202230.685827:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202230.685857:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202230.685862:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008aa84e02. 00000400:00000010:1.0:1776202230.685877:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202230.685882:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583104, offset 224 00000400:00000200:1.0:1776202230.685890:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.685901:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.685906:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91198:91198:256:4294967295] 192.168.204.38@tcp LPNI seq info [91198:91198:8:4294967295] 00000400:00000200:1.0:1776202230.685916:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.685921:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.685925:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.685931:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.685938:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.685951:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.685966:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.685970:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.685974:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00000800:00000200:2.0:1776202230.686100:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.686105:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202230.686109:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.686113:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.686117:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:2.0:1776202230.686119:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000400:00000010:2.0:1776202230.686146:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000269b3d68. 00000400:00000200:2.0:1776202230.686149:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:2.0:1776202230.686151:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:2.0:1776202230.686155:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c61b7b9 x1862480613781888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.686163:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c61b7b9 x1862480613781888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.686183:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000969cd51f. 02000000:00000010:2.0:1776202230.686198:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d53b9da7. 02000000:00000010:2.0:1776202230.686204:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ec397ca. 00000100:00000010:2.0:1776202230.686209:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c61b7b9. 00000100:00000010:2.0:1776202230.686213:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:2.0:1776202230.686215:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080e56a6f. 00080000:00000010:2.0:1776202230.686235:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092b5383e. 00010000:00000010:2.0:1776202230.686327:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:2.0:1776202230.686334:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1a7db2b. 00010000:00000010:2.0:1776202230.686411:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202230.686415:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007b12e0df. 00010000:00000010:2.0:1776202230.686422:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202230.686428:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00080000:00000010:2.0:1776202230.686440:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000245d7402. 00010000:00000010:2.0:1776202230.686466:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202230.686470:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b12e0df. 00010000:00000010:2.0:1776202230.686529:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202230.686533:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202230.686542:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095ed31a0. 00000100:00000010:2.0:1776202230.686546:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7a565f1. 00000100:00000010:2.0:1776202230.686552:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 02000000:00000010:2.0:1776202230.686564:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075039645. 02000000:00000010:2.0:1776202230.686590:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005494f95a. 00000400:00000010:2.0:1776202230.686595:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202230.686599:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202230.686603:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613781952, portal 16 00000400:00000010:2.0:1776202230.686607:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202230.686609:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613781952, offset 0 00000400:00000200:2.0:1776202230.686615:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.686623:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.686630:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.686634:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.686637:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.686639:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91199:91199:256:4294967295] 192.168.204.38@tcp LPNI seq info [91199:91199:8:4294967295] 00000400:00000200:2.0:1776202230.686646:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.686651:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.686655:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202230.686659:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.686664:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.686666:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.686720:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.686722:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:2.0:1776202230.686726:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.686729:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.686732:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:2.0:1776202230.686733:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202230.686737:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dff7de66 x1862480613781952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202230.692068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b64a082a. 00010000:00000010:1.1:1776202230.692084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e853029. 00010000:00000010:1.1:1776202230.692088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00000400:00000200:1.0:1776202230.692130:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.692149:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b1c0 00000400:00000200:1.0:1776202230.692158:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7119 [1] + 224 00000400:00000200:1.0:1776202230.692170:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.692174:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.692186:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dff7de66 x1862480613781952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.692231:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.692237:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65500 00000400:00000200:1.0:1776202230.692241:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 656 00000400:00000200:1.0:1776202230.692289:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.692293:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.692298:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.692303:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:1.0:1776202230.692352:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202230.692359:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.692365:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.692390:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604583168/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202230.692416:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583168 02000000:00000010:1.0:1776202230.692431:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003784ee1a. 00010000:00000010:1.0:1776202230.692475:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008aa84e02. 00000100:00000010:1.0:1776202230.692483:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202230.692492:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202230.692496:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008aa84e02. 00000400:00000010:1.0:1776202230.692519:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202230.692525:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583168, offset 224 00000400:00000200:1.0:1776202230.692534:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.692547:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.692553:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91200:91200:256:4294967295] 192.168.204.38@tcp LPNI seq info [91200:91200:8:4294967295] 00000400:00000200:1.0:1776202230.692564:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.692571:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.692576:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.692583:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.693200:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.693212:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.693239:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.693246:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.693252:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00000800:00000200:1.0:1776202230.694345:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.694352:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.694361:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.694374:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.694383:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202230.694388:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000400:00000010:3.0:1776202230.695244:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000400:00000200:3.0:1776202230.695250:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:3.0:1776202230.695252:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000100:00000200:3.0:1776202230.695263:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dff7de66 x1862480613781952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.695273:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dff7de66 x1862480613781952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.695300:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8027903. 02000000:00000010:3.0:1776202230.695319:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005494f95a. 02000000:00000010:3.0:1776202230.695325:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075039645. 00000100:00000010:3.0:1776202230.695329:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 00000100:00000010:3.0:1776202230.695333:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7a565f1. 00010000:00000010:3.0:1776202230.695337:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095ed31a0. 00080000:00000010:3.0:1776202230.695362:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021155ded. 00010000:00000010:3.0:1776202230.695577:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:3.0:1776202230.695588:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dde486b. 00000004:00000010:3.0:1776202230.695666:0:77416:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ebdefbe. 00000004:00000010:3.0:1776202230.695678:0:77416:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000097d4d55. 00000004:00000010:3.0:1776202230.695687:0:77416:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 0000000003358dd1. 00080000:00000010:3.0:1776202230.695697:0:77416:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000008921fa5d. 00000001:00000010:3.0:1776202230.695715:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e4f216ab. 00000001:00000010:3.0:1776202230.695732:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e4f216ab. 00080000:00000010:3.0:1776202230.695744:0:77416:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000008921fa5d. 00000004:00000010:3.0:1776202230.695751:0:77416:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 0000000003358dd1. 00000004:00000010:3.0:1776202230.695755:0:77416:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000097d4d55. 00000004:00000010:3.0:1776202230.695758:0:77416:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000009ebdefbe. 00010000:00000010:3.0:1776202230.695797:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202230.695805:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202230.695819:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.695827:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:2.0:1776202230.697258:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202230.697283:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:2.0:1776202230.697322:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0065d. 00000400:00000010:2.0:1776202230.697330:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202230.697337:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202230.697347:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782016, portal 16 00000400:00000010:2.0:1776202230.697352:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202230.697355:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782016, offset 0 00000400:00000200:2.0:1776202230.697365:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.697387:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.697396:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.697400:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.697403:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.697406:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91201:91201:256:4294967295] 192.168.204.38@tcp LPNI seq info [91201:91201:8:4294967295] 00000400:00000200:2.0:1776202230.697417:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.697423:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.697428:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202230.697435:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.697444:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.697448:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.697683:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.697687:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202230.697693:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.697697:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.697702:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:3.0:1776202230.697704:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:3.0:1776202230.697711:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613782016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.698057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e385b134. 00010000:00000010:2.1:1776202230.698068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dfbfd12. 00010000:00000010:2.1:1776202230.698073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00010000:00000010:2.1:1776202230.698083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202230.698086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:3.1:1776202230.699901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f211bf4. 00010000:00000010:3.1:1776202230.699925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfa3a55. 00010000:00000010:3.1:1776202230.699930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00000100:00000010:3.0:1776202230.702798:0:67413:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.702825:0:67413:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097f5f3cb. 02000000:00000010:3.0:1776202230.702936:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000b57c9f8. 00000400:00000010:3.0:1776202230.702954:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.702962:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.702969:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613782080, portal 4 00000400:00000010:3.0:1776202230.702977:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202230.702980:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613782080, offset 0 00000400:00000200:3.0:1776202230.702989:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202230.703003:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202230.703014:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f62b240 00000400:00000200:3.0:1776202230.703020:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 8064 00000400:00000200:3.0:1776202230.703028:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.703031:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202230.703038:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776202230.703042:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000562a545a. 00000400:00000200:3.0:1776202230.703060:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202230.703062:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:3.0:1776202230.703068:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613782080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000010:1.0:1776202230.703165:0:66574:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 02000000:00000010:1.0:1776202230.703174:0:66574:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b36dece. 02000000:00000010:3.0:1776202230.703591:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000013e268ba. 00000400:00000010:3.0:1776202230.703596:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3fcc780. 00000400:00000010:3.0:1776202230.703600:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202230.703603:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613782144, portal 4 00000400:00000010:3.0:1776202230.703607:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202230.703609:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613782144, offset 0 00000400:00000200:3.0:1776202230.703614:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202230.703620:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202230.703624:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f62b280 00000400:00000200:3.0:1776202230.703628:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 8288 00000400:00000200:3.0:1776202230.703632:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.703634:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202230.703636:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776202230.703639:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090ecd4ed. 00000400:00000200:3.0:1776202230.703664:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202230.703666:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:3.0:1776202230.703669:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058669b1c x1862480613782144/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:3.0:1776202230.703716:0:77215:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008921fa5d. 00000020:00000010:3.0:1776202230.703723:0:77215:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.703728:0:77215:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.703760:0:77215:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e34f95bc. 00000020:00000010:3.0:1776202230.703762:0:77215:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.703765:0:77215:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.703784:0:77215:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613782080 02000000:00000010:3.0:1776202230.703802:0:77215:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ce76a258. 00010000:00000200:3.0:1776202230.703852:0:77215:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000562a545a x1862480613782080/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:561/0 lens 224/368 e 0 to 0 dl 1776202236 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:3.0:1776202230.703865:0:77215:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202230.703867:0:77215:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613782080, offset 224 00000400:00000200:3.0:1776202230.703871:0:77215:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202230.703876:0:77215:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202230.703881:0:77215:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62b240 00000400:00000200:3.0:1776202230.703885:0:77215:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb712d [1] + 224 00000400:00000200:3.0:1776202230.703888:0:77215:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.703890:0:77215:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202230.703895:0:77215:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:3.0:1776202230.703909:0:77215:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202230.703910:0:77215:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000020:00000010:3.0:1776202230.703921:0:77215:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202230.703925:0:77215:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202230.703927:0:77215:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008921fa5d. 00000100:00000200:3.0:1776202230.703937:0:77215:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613782144 02000000:00000010:3.0:1776202230.703955:0:77215:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ad23c90d. 00010000:00000200:3.0:1776202230.703970:0:77215:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000090ecd4ed x1862480613782144/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:561/0 lens 224/368 e 0 to 0 dl 1776202236 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1776202230.703978:0:77215:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202230.703981:0:77215:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613782144, offset 224 00000400:00000200:3.0:1776202230.703984:0:77215:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202230.703989:0:77215:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202230.703993:0:77215:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62b280 00000400:00000200:3.0:1776202230.703996:0:77215:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7135 [1] + 224 00000400:00000200:3.0:1776202230.703999:0:77215:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.704002:0:77215:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202230.704005:0:77215:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058669b1c x1862480613782144/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1776202230.704014:0:77215:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202230.704015:0:77215:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000020:00000010:3.0:1776202230.704021:0:77215:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.704024:0:77215:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.704026:0:77215:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e34f95bc. 00000400:00000010:3.0:1776202230.704063:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3fcc780. 00000400:00000200:3.0:1776202230.704066:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202230.704067:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:3.0:1776202230.704070:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058669b1c x1862480613782144/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1776202230.704075:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058669b1c x1862480613782144/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1776202230.704096:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.704097:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202230.704098:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.704100:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:3.0:1776202230.704105:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202237 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:3.0:1776202230.704117:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000013e268ba. 02000000:00000010:3.0:1776202230.704121:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009b36dece. 00000100:00000010:3.0:1776202230.704125:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:3.0:1776202230.704129:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000b57c9f8. 02000000:00000010:3.0:1776202230.704131:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000097f5f3cb. 00000100:00000010:3.0:1776202230.704134:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000400:00000200:1.0:1776202230.706790:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.706811:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b200 00000400:00000200:1.0:1776202230.706819:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7125 [1] + 224 00000400:00000200:1.0:1776202230.709134:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.709150:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.709163:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613782016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.709225:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.709247:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65540 00000400:00000200:1.0:1776202230.709255:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 984 00000400:00000200:1.0:1776202230.709272:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.709274:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.709279:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.709285:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000400:00000010:3.0:1776202230.709318:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a49b66bd. 00000400:00000200:3.0:1776202230.709323:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:3.0:1776202230.709325:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:3.0:1776202230.709332:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613782016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.709340:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613782016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.709370:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a0065d. 02000000:00000010:3.0:1776202230.709377:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d786a27. 00000100:00000010:3.0:1776202230.709381:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:3.0:1776202230.709385:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.709389:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000800:00000200:1.0:1776202230.710175:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.710179:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:1.0:1776202230.710190:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.710194:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.710198:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:1.0:1776202230.710199:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00080000:00000010:3.0:1776202230.713754:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e34f95bc. 00010000:00000010:3.0:1776202230.713888:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202230.713899:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000decc8eb6. 00010000:00000010:3.0:1776202230.713991:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202230.713998:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202230.714012:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.714021:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.714032:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.714050:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008921fa5d. 02000000:00000010:3.0:1776202230.714083:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3ef3ec0. 00000400:00000010:3.0:1776202230.714090:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.714097:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.714105:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782208, portal 16 00000400:00000010:3.0:1776202230.714110:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202230.714112:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782208, offset 0 00000400:00000200:3.0:1776202230.714121:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.714139:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.714147:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.714150:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.714153:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.714157:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91203:91203:256:4294967295] 192.168.204.38@tcp LPNI seq info [91203:91203:8:4294967295] 00000400:00000200:3.0:1776202230.714180:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.714187:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.714193:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354778). 00000800:00000200:3.0:1776202230.714199:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.714205:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.714209:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202230.716055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a18ca4e1. 00010000:00000010:3.1:1776202230.718294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4df2e74. 00010000:00000010:3.1:1776202230.718310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:1.0:1776202230.722491:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.722513:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b2c0 00000400:00000200:1.0:1776202230.722522:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7149 [1] + 224 00000400:00000200:1.0:1776202230.722535:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.722539:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.722549:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.722633:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.722638:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65580 00000400:00000200:1.0:1776202230.722653:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 1312 00000400:00000200:1.0:1776202230.722664:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.722667:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.722672:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.722678:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 00000020:00000010:1.0:1776202230.722729:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202230.722737:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.722741:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.722766:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054f18f56 x1862480604583296/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.722797:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583296 02000000:00000010:1.0:1776202230.722808:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000235fe3d. 00010000:00000010:1.0:1776202230.722876:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6706bbd. 00000100:00000010:1.0:1776202230.722883:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202230.722890:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202230.722894:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6706bbd. 00000400:00000010:1.0:1776202230.722924:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202230.722930:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583296, offset 224 00000400:00000200:1.0:1776202230.722937:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.722960:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.722966:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91204:91204:256:4294967295] 192.168.204.38@tcp LPNI seq info [91204:91204:8:4294967295] 00000400:00000200:1.0:1776202230.722977:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.722983:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.722988:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.722995:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.723005:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.723009:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.723026:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.723030:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.723034:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00000800:00000200:1.0:1776202230.723498:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.723503:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202230.723507:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.723512:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.723516:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202230.723517:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000400:00000010:3.0:1776202230.723976:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.723981:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202230.723982:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.723989:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.723998:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.724026:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2f3ed3. 02000000:00000010:3.0:1776202230.724046:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3ef3ec0. 02000000:00000010:3.0:1776202230.724051:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008921fa5d. 00000100:00000010:3.0:1776202230.724056:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.724061:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.724065:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00080000:00000010:3.0:1776202230.724085:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008921fa5d. 00010000:00000010:3.0:1776202230.724365:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202230.724374:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000104c282. 00010000:00000010:3.0:1776202230.724463:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202230.724469:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202230.724481:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.724485:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.724493:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.724508:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ef3ec0. 02000000:00000010:3.0:1776202230.724537:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051d7a419. 00000400:00000010:3.0:1776202230.724542:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.724546:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.724551:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782272, portal 16 00000400:00000010:3.0:1776202230.724555:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202230.724559:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782272, offset 0 00000400:00000200:3.0:1776202230.724566:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.724584:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.724591:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.724595:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.724598:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.724601:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91205:91205:256:4294967295] 192.168.204.38@tcp LPNI seq info [91205:91205:8:4294967295] 00000400:00000200:3.0:1776202230.724610:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.724616:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.724621:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fb0d802 (tot 82354778). 00000800:00000200:3.0:1776202230.724626:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.724632:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.724636:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fb0d802 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.728362:0:78524:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f68c247f. 00000020:00000010:1.0:1776202230.728374:0:78524:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a312c34d. 00000040:00000010:1.0:1776202230.728379:0:78524:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000003e7948d5. 00000020:00000010:1.0:1776202230.728383:0:78524:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000025837a81. 00000020:00000010:1.0:1776202230.728389:0:78524:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000009cb77fd0. 00000020:00000010:1.0:1776202230.728392:0:78524:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000091b7147e. 80000000:00000010:1.0:1776202230.728396:0:78524:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000ef601358. 40000000:00000010:1.0:1776202230.728401:0:78524:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000b6706bbd. 00100000:00000010:1.0:1776202230.728406:0:78524:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000723125ec. 00040000:00000010:1.0:1776202230.728410:0:78524:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000f073218b. 00040000:00000010:1.0:1776202230.728416:0:78524:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eb716b64. 00040000:00000010:1.0:1776202230.728419:0:78524:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000073535b33. 00080000:00000010:1.0:1776202230.728424:0:78524:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000d4432bea. 00080000:00000010:1.0:1776202230.728429:0:78524:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000002025d5. 00000004:00000010:1.0:1776202230.728436:0:78524:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000007a19a0fe. 00000004:00000010:1.0:1776202230.728441:0:78524:0:(mdt_handler.c:7616:mdt_key_init()) kmalloced '(value)': 2352 at 00000000aa47e36b. 00000004:00000010:1.0:1776202230.728446:0:78524:0:(lod_dev.c:2028:lod_key_init()) kmalloced '(value)': 1176 at 000000001a4ff8f4. 00002000:00000010:1.0:1776202230.728450:0:78524:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000f2803c4e. 00000004:00000010:1.0:1776202230.728455:0:78524:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000cc39521d. 00000020:00000010:1.0:1776202230.728502:0:78524:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000a312c34d. 00000040:00000010:1.0:1776202230.728506:0:78524:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000003e7948d5. 00000020:00000010:1.0:1776202230.728509:0:78524:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000025837a81. 00000020:00000010:1.0:1776202230.728513:0:78524:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000009cb77fd0. 00000020:00000010:1.0:1776202230.728517:0:78524:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000091b7147e. 80000000:00000010:1.0:1776202230.728519:0:78524:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000ef601358. 40000000:00000010:1.0:1776202230.728522:0:78524:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000b6706bbd. 00100000:00000010:1.0:1776202230.728524:0:78524:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000723125ec. 00040000:00000010:1.0:1776202230.728527:0:78524:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000f073218b. 00040000:00000010:1.0:1776202230.728530:0:78524:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb716b64. 00040000:00000010:1.0:1776202230.728534:0:78524:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000073535b33. 00080000:00000010:1.0:1776202230.728537:0:78524:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000002025d5. 00080000:00000010:1.0:1776202230.728540:0:78524:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000d4432bea. 00000004:00000010:1.0:1776202230.728543:0:78524:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000007a19a0fe. 00000004:00000010:1.0:1776202230.728547:0:78524:0:(mdt_handler.c:7635:mdt_key_fini()) kfreed 'info': 2352 at 00000000aa47e36b. 00000004:00000010:1.0:1776202230.728551:0:78524:0:(lod_dev.c:2058:lod_key_fini()) kfreed 'info': 1176 at 000000001a4ff8f4. 00002000:00000010:1.0:1776202230.728553:0:78524:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000f2803c4e. 00000004:00000010:1.0:1776202230.728557:0:78524:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000cc39521d. 00000020:00000010:1.0:1776202230.728559:0:78524:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f68c247f. 00000400:00000010:3.0:1776202230.731052:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.731057:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202230.731059:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.731065:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.731073:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.731110:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051d7a419. 02000000:00000010:3.0:1776202230.731118:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3ef3ec0. 00000100:00000010:3.0:1776202230.731122:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.731126:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.731129:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00010000:00000010:3.1:1776202230.734431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce10d4d0. 00010000:00000010:3.1:1776202230.734446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7d7e960. 00010000:00000010:3.1:1776202230.734449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:1.0:1776202230.735894:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.735914:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed655c0 00000400:00000200:1.0:1776202230.735923:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 1640 00000400:00000200:1.0:1776202230.735964:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.735969:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.735977:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.735983:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00000020:00000010:1.0:1776202230.736053:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f68c247f. 00000020:00000010:1.0:1776202230.736060:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.736065:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.736090:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604583360/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202230.736127:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583360 02000000:00000010:1.0:1776202230.736138:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0ea4b7e. 00010000:00000010:1.0:1776202230.736181:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0b80cd0. 00010000:00000010:1.0:1776202230.736201:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6706bbd. 00000100:00000010:1.0:1776202230.736209:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202230.736223:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202230.736227:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6706bbd. 00000400:00000010:1.0:1776202230.736242:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202230.736248:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583360, offset 224 00000400:00000200:1.0:1776202230.736255:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.736265:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.736270:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91206:91206:256:4294967295] 192.168.204.38@tcp LPNI seq info [91206:91206:8:4294967295] 00000400:00000200:1.0:1776202230.736279:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.736284:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.736289:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.736294:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.736300:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.736303:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.736320:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.736324:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.736327:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f68c247f. 00080000:00000010:1.0:1776202230.736357:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f68c247f. 00010000:00000010:1.0:1776202230.736462:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:1.0:1776202230.736470:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5408856. 00010000:00000010:1.0:1776202230.736550:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013bf7a12. 00010000:00000010:1.0:1776202230.736555:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ed53e93. 00010000:00000010:1.0:1776202230.736560:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202230.736566:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00080000:00000010:1.0:1776202230.736578:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073535b33. 00010000:00000010:1.0:1776202230.736607:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202230.736611:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ed53e93. 00010000:00000010:1.0:1776202230.736680:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.0:1776202230.736684:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202230.736692:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6706bbd. 00000100:00000010:1.0:1776202230.736695:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202230.736702:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202230.736713:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091b7147e. 02000000:00000010:1.0:1776202230.736738:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7948d5. 00000400:00000010:1.0:1776202230.736743:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202230.736748:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202230.736753:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782336, portal 16 00000400:00000010:1.0:1776202230.736757:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.736759:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782336, offset 0 00000400:00000200:1.0:1776202230.736764:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.736771:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.736779:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.736783:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.736786:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.736789:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91207:91207:255:4294967295] 192.168.204.38@tcp LPNI seq info [91207:91207:7:4294967295] 00000400:00000200:1.0:1776202230.736796:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.736800:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.736804:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202230.736807:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.736812:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.736814:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.736901:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.736905:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:1.0:1776202230.736908:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.736912:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.736916:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202230.736918:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000800:00000200:1.0:1776202230.736951:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.736953:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.736956:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.736958:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.736960:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202230.736961:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:1.0:1776202230.736966:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613782336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.743292:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.743314:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b340 00000400:00000200:1.0:1776202230.743326:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7161 [1] + 224 00000400:00000200:1.0:1776202230.743343:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.743347:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.743358:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613782336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202230.743434:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:3.0:1776202230.743439:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202230.743441:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202230.743447:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613782336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.743453:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613782336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.743485:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e7948d5. 02000000:00000010:3.0:1776202230.743490:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091b7147e. 00000100:00000010:3.0:1776202230.743493:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:3.0:1776202230.743498:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:3.0:1776202230.743503:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6706bbd. 00000400:00000200:1.0:1776202230.747382:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.747406:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65600 00000400:00000200:1.0:1776202230.747416:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5a9d [2] + 1968 00000400:00000010:1.0:1776202230.747421:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056a67c75. 00000400:00000200:1.0:1776202230.747426:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005545ed75 00000400:00000200:1.0:1776202230.747494:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.747499:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.747504:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005545ed75 00000400:00000010:1.0:1776202230.747506:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005545ed75 (tot 82354378). 00000100:00000200:1.0:1776202230.747516:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202230.747620:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d4f2be7. 00000020:00000010:2.0:1776202230.747628:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.747632:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.747669:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006c505ce5 x1862480604583424/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202230.747706:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583424 02000000:00000010:2.0:1776202230.747718:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:2.0:1776202230.747752:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef4eae0d. 00010000:00000010:2.0:1776202230.747777:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d3b224e. 00000100:00000010:2.0:1776202230.747784:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7a565f1. 00000100:00000010:2.0:1776202230.747800:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7a565f1. 00010000:00000010:2.0:1776202230.747805:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d3b224e. 00000400:00000010:2.0:1776202230.747818:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202230.747824:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583424, offset 224 00000400:00000200:2.0:1776202230.748702:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.748718:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.748723:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91208:91208:256:4294967295] 192.168.204.38@tcp LPNI seq info [91208:91208:8:4294967295] 00000400:00000200:2.0:1776202230.748734:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.748740:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.748747:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354626). 00000800:00000200:2.0:1776202230.748752:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.748760:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.748764:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.748789:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202230.748794:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.748797:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d4f2be7. 02000000:00000010:2.0:1776202230.748805:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0ea4b7e. 00000100:00000010:2.0:1776202230.748809:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:2.0:1776202230.748815:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000235fe3d. 00000100:00000010:2.0:1776202230.748817:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 02000000:00000010:2.0:1776202230.748821:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046b7c255. 00000100:00000010:2.0:1776202230.748824:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:2.0:1776202230.748826:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003784ee1a. 00000100:00000010:2.0:1776202230.748849:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:2.0:1776202230.748853:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de22827b. 00000100:00000010:2.0:1776202230.748856:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:2.0:1776202230.748860:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dad1dcfe. 00000100:00000010:2.0:1776202230.748862:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000200:2.0:1776202230.748871:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202230.748875:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067e9e182. 00000800:00000200:1.0:1776202230.749007:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.749011:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354378). 00000400:00000200:1.0:1776202230.749015:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.749020:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1776202230.749535:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7a565f1 (tot 82354778). 00000400:00000200:1.0:1776202230.749576:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:1.0:1776202230.749578:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 02000000:00000010:1.0:1776202230.749584:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000800:00000200:1.0:1776202230.749934:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.749937:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:1.0:1776202230.749950:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.749955:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.749957:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:1.0:1776202230.749959:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00000100:00000200:1.0:1776202230.749966:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613782400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.752469:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.752491:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b380 00000400:00000200:1.0:1776202230.752501:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb716d [1] + 224 00000400:00000200:1.0:1776202230.752515:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.752519:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.752533:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613782400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.752575:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.752580:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65640 00000400:00000200:1.0:1776202230.752586:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 0 00000400:00000200:1.0:1776202230.752595:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.752598:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.752602:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.752610:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:3.0:1776202230.753337:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049a0065d. 00000020:00000010:3.0:1776202230.753346:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.753351:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.753378:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604583488/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202230.753404:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583488 02000000:00000010:3.0:1776202230.753417:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d786a27. 00010000:00000010:3.0:1776202230.753447:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d02e4e8e. 00010000:00000010:3.0:1776202230.753467:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.753473:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.753485:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.753488:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000010:3.0:1776202230.753500:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202230.753504:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583488, offset 224 00000400:00000200:3.0:1776202230.753512:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.753523:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.753529:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91210:91210:256:4294967295] 192.168.204.38@tcp LPNI seq info [91210:91210:8:4294967295] 00000400:00000200:3.0:1776202230.753538:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.753542:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.753547:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fb0d802 (tot 82354778). 00000800:00000200:3.0:1776202230.753552:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.753559:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.753562:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fb0d802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.753576:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.753581:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.753584:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049a0065d. 00010000:00000010:1.1:1776202230.754968:0:788:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024d29a57. 00010000:00000010:1.1:1776202230.754975:0:788:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d679f88. 00010000:00000010:1.1:1776202230.754980:0:788:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:1.1:1776202230.754983:0:788:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf7a12. 00010000:00000010:1.1:1776202230.754985:0:788:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00000800:00000200:1.0:1776202230.756585:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.756592:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fb0d802 (tot 82354778). 00000400:00000200:1.0:1776202230.756600:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.756612:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.756619:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:1.0:1776202230.756622:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000800:00000200:1.0:1776202230.756854:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.756857:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:1.0:1776202230.756861:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.756866:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.756869:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:1.0:1776202230.756870:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000100:00000200:1.0:1776202230.756880:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613782464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.756968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dc969f. 00010000:00000010:0.1:1776202230.756978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a1f9070. 00010000:00000010:0.1:1776202230.759937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000644564a3. 00010000:00000010:0.1:1776202230.759961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:2.1:1776202230.760305:0:78526:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f66ae27c. 00000400:00000200:1.0:1776202230.761302:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.761321:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b3c0 00000400:00000200:1.0:1776202230.761329:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb717d [1] + 224 00000400:00000200:1.0:1776202230.761348:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.761352:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.761364:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613782464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202230.762135:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000611a6846. 00000400:00000200:3.0:1776202230.762143:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:3.0:1776202230.762145:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:3.0:1776202230.762156:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613782464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.762165:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613782464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.762198:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6dc3283. 02000000:00000010:3.0:1776202230.762205:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ec74508. 00000100:00000010:3.0:1776202230.762209:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:3.0:1776202230.762213:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:3.0:1776202230.762216:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000200:1.0:1776202230.762291:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.762301:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65680 00000400:00000200:1.0:1776202230.762306:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 328 00000400:00000200:1.0:1776202230.762370:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.762375:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.762380:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.762385:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:3.0:1776202230.762806:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075039645. 00000020:00000010:3.0:1776202230.762815:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.762819:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.762878:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604583552/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202230.762910:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583552 02000000:00000010:3.0:1776202230.762921:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049a0065d. 00010000:00000010:3.0:1776202230.762963:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cd64990. 00010000:00000010:3.0:1776202230.762986:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.762994:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.763007:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.763010:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000010:3.0:1776202230.763025:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202230.763031:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583552, offset 224 00000400:00000200:3.0:1776202230.763040:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.763052:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.763060:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91212:91212:256:4294967295] 192.168.204.38@tcp LPNI seq info [91212:91212:8:4294967295] 00000400:00000200:3.0:1776202230.763074:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.763080:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.763085:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354778). 00000800:00000200:3.0:1776202230.763091:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.763098:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.763103:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.763119:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202230.763124:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.763127:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075039645. 00080000:00000010:3.0:1776202230.763156:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075039645. 00010000:00000010:3.0:1776202230.763257:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:3.0:1776202230.763265:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022c5b0ac. 00010000:00000010:3.0:1776202230.763362:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202230.763369:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.763383:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.763387:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.763396:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.763410:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dad1dcfe. 02000000:00000010:3.0:1776202230.763440:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005494f95a. 00000400:00000010:3.0:1776202230.763447:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.763453:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.763458:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782528, portal 16 00000400:00000010:3.0:1776202230.763464:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202230.763467:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782528, offset 0 00000400:00000200:3.0:1776202230.763473:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.763481:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.763490:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.763495:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.763497:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.763500:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91213:91213:255:4294967295] 192.168.204.38@tcp LPNI seq info [91213:91213:7:4294967295] 00000400:00000200:3.0:1776202230.763507:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.763513:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.763517:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82355026). 00000800:00000200:3.0:1776202230.763520:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.763525:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.763527:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.763666:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.763670:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354778). 00000400:00000200:1.0:1776202230.763675:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.763679:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.763683:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:1.0:1776202230.763684:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000800:00000200:1.0:1776202230.763734:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.763735:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:1.0:1776202230.763738:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.763741:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.763743:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:1.0:1776202230.763745:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:1.0:1776202230.763750:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613782528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.766871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cafb9798. 00000400:00000200:2.0:1776202230.767348:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.767366:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b400 00000400:00000200:2.0:1776202230.767375:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7189 [1] + 224 00000400:00000200:2.0:1776202230.767389:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.767393:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.767407:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.767450:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.767455:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed656c0 00000400:00000200:2.0:1776202230.767460:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 656 00000400:00000200:2.0:1776202230.767514:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.767519:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.767523:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.767529:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000400:00000010:3.0:1776202230.768364:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.768371:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202230.768374:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.768381:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.768395:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.768420:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d10e9cd7. 02000000:00000010:3.0:1776202230.768439:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005494f95a. 02000000:00000010:3.0:1776202230.768447:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dad1dcfe. 00000100:00000010:3.0:1776202230.768453:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.768458:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.768462:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00080000:00000010:3.0:1776202230.768482:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dad1dcfe. 00010000:00000010:3.0:1776202230.768581:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.768588:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee646214. 00010000:00000010:3.0:1776202230.768657:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202230.768662:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.768672:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.768675:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.768681:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.768690:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005494f95a. 02000000:00000010:3.0:1776202230.768712:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3ef3ec0. 00000400:00000010:3.0:1776202230.768718:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.768721:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.768725:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782592, portal 16 00000400:00000010:3.0:1776202230.768730:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202230.768732:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782592, offset 0 00000400:00000200:3.0:1776202230.768737:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.768743:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.768750:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.768754:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.768756:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.768759:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91215:91215:255:4294967295] 192.168.204.38@tcp LPNI seq info [91215:91215:7:4294967295] 00000400:00000200:3.0:1776202230.768766:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.768770:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.768773:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824e63ba (tot 82355026). 00000800:00000200:3.0:1776202230.768776:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.768781:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.768783:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000824e63ba type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1776202230.778079:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.778102:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b440 00000400:00000200:1.0:1776202230.778112:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7195 [1] + 224 00000400:00000200:1.0:1776202230.778125:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.778128:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.778140:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.778175:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.778180:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65700 00000400:00000200:1.0:1776202230.778185:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 984 00000400:00000010:3.0:1776202230.778530:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.778535:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202230.778538:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.778544:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.778553:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.778586:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3ef3ec0. 02000000:00000010:3.0:1776202230.778592:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005494f95a. 00000100:00000010:3.0:1776202230.778598:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.778602:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.778605:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000200:1.0:1776202230.778801:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.778806:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.778812:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.778817:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00010000:00000010:3.1:1776202230.779895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018618ae0. 00010000:00000010:3.1:1776202230.779903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825715b4. 00010000:00000010:3.1:1776202230.779909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00080000:00000010:3.0:1776202230.779978:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3ef3ec0. 00010000:00000010:3.0:1776202230.780076:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.780083:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000626c3638. 00010000:00000010:3.0:1776202230.780186:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202230.780191:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a5e8b29a. 00010000:00000010:3.0:1776202230.780197:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202230.780209:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00080000:00000010:3.0:1776202230.780222:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051d7a419. 00010000:00000010:3.0:1776202230.780250:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.780254:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5e8b29a. 00010000:00000010:3.0:1776202230.780309:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202230.780314:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.780379:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.780385:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.780392:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.780404:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005494f95a. 02000000:00000010:3.0:1776202230.780431:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f1684ed. 00000400:00000010:3.0:1776202230.780439:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.780445:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.780451:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782656, portal 16 00000400:00000010:3.0:1776202230.780457:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202230.780460:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782656, offset 0 00000400:00000200:3.0:1776202230.780466:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.780474:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.780482:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.780486:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.780489:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.780492:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91217:91217:255:4294967295] 192.168.204.38@tcp LPNI seq info [91217:91217:7:4294967295] 00000400:00000200:3.0:1776202230.780501:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.780507:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.780510:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824e63ba (tot 82355026). 00000800:00000200:3.0:1776202230.780515:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.780519:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.780522:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000824e63ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.781238:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.781244:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354778). 00000400:00000200:1.0:1776202230.781249:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.781256:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.781260:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:1.0:1776202230.781263:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000800:00000200:1.0:1776202230.781513:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.781516:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824e63ba (tot 82354530). 00000400:00000200:1.0:1776202230.781523:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.781528:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.781532:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:1.0:1776202230.781534:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:1.0:1776202230.781542:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613782656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.783041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f033322. 00010000:00000010:3.1:1776202230.783050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed2c92c0. 00010000:00000010:3.1:1776202230.783055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202230.786914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd803bc. 00010000:00000010:3.1:1776202230.786928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.1:1776202230.786933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202230.786937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:0.1:1776202230.786993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000986c77f8. 00000100:00000200:0.0:1776202230.792091:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.792132:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.792137:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65740 00000400:00000200:0.0:1776202230.792143:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 1312 00000400:00000200:0.0:1776202230.792154:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.792157:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.792161:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202230.792166:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000020:00000010:0.0:1776202230.792217:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec74508. 00000020:00000010:0.0:1776202230.792224:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000b166289. 00000020:00000010:0.0:1776202230.792228:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.792253:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604583744/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202230.792281:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583744 02000000:00000010:0.0:1776202230.792293:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e7b8c4a. 00010000:00000010:0.0:1776202230.792338:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202230.792346:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202230.792355:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202230.792358:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00000400:00000010:0.0:1776202230.792373:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202230.792386:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583744, offset 224 00000400:00000200:0.0:1776202230.792392:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.792403:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.792408:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91218:91218:256:4294967295] 192.168.204.38@tcp LPNI seq info [91218:91218:8:4294967295] 00000400:00000200:0.0:1776202230.792418:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.792424:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.792428:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202230.792433:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.792440:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.792443:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.792462:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000b166289. 00000020:00000010:0.0:1776202230.792466:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.792469:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec74508. 00000400:00000010:3.0:1776202230.792578:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.792583:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202230.792585:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.792590:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.792598:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.792620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2f002f8. 02000000:00000010:3.0:1776202230.792635:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f1684ed. 02000000:00000010:3.0:1776202230.792640:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005494f95a. 00000100:00000010:3.0:1776202230.792644:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.792648:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.792650:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00080000:00000010:3.0:1776202230.792667:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005494f95a. 00010000:00000010:3.0:1776202230.792750:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.792757:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000476d121f. 00010000:00000010:3.0:1776202230.792863:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202230.792869:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.792879:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.792883:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000800:00000200:1.0:1776202230.792884:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1776202230.792889:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 00000800:00000010:1.0:1776202230.792890:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202230.792896:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.792901:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:3.0:1776202230.792902:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10a85cc. 00000400:00000200:1.0:1776202230.792905:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:1.0:1776202230.792908:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 02000000:00000010:3.0:1776202230.792926:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e262d20d. 00000400:00000010:3.0:1776202230.792931:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.792934:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.792949:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782720, portal 16 00000400:00000010:3.0:1776202230.792954:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202230.792956:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782720, offset 0 00000400:00000200:3.0:1776202230.792961:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.792968:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.792976:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.792982:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.792986:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.792989:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91219:91219:256:4294967295] 192.168.204.38@tcp LPNI seq info [91219:91219:8:4294967295] 00000400:00000200:3.0:1776202230.792995:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.792999:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.793002:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354778). 00000800:00000200:3.0:1776202230.793006:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.793010:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.793012:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.793099:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.793103:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:1.0:1776202230.793108:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.793112:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.793115:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:1.0:1776202230.793116:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:1.0:1776202230.793121:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613782720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.803023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d42f169. 00010000:00000010:3.1:1776202230.803040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000409e7efd. 00010000:00000010:3.1:1776202230.803046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:1.0:1776202230.808376:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.808398:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b4c0 00000400:00000200:1.0:1776202230.808409:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71ad [1] + 224 00000400:00000200:1.0:1776202230.808423:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.808428:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.808441:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.808479:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.808486:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65780 00000400:00000200:1.0:1776202230.808491:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 1640 00000400:00000200:1.0:1776202230.808551:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.808556:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.808561:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.808569:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000400:00000010:3.0:1776202230.808643:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.808657:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202230.808659:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.808665:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.808673:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.808707:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e262d20d. 02000000:00000010:3.0:1776202230.808713:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a10a85cc. 00000100:00000010:3.0:1776202230.808716:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.808720:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.808723:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000020:00000010:2.0:1776202230.809226:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038f6110f. 00000020:00000010:2.0:1776202230.809234:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.809239:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.809266:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604583808/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202230.809340:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583808 02000000:00000010:2.0:1776202230.809355:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:2.0:1776202230.809386:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002eb4196d. 00010000:00000010:2.0:1776202230.809408:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f98036. 00000100:00000010:2.0:1776202230.809414:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.809425:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.809428:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f98036. 00000400:00000010:2.0:1776202230.809442:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202230.809446:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583808, offset 224 00000400:00000200:2.0:1776202230.809455:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.809467:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.809472:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91220:91220:256:4294967295] 192.168.204.38@tcp LPNI seq info [91220:91220:8:4294967295] 00000400:00000200:2.0:1776202230.809482:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.809487:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.809491:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202230.809496:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.809503:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.809506:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.809525:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.809529:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.809532:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038f6110f. 00080000:00000010:3.0:1776202230.809638:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032d7b4b9. 00010000:00000010:3.0:1776202230.809735:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.809742:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000669e7034. 00010000:00000010:3.0:1776202230.809852:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202230.809858:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202230.809870:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202230.809874:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.809881:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.809893:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10a85cc. 02000000:00000010:3.0:1776202230.809917:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e262d20d. 00000400:00000010:3.0:1776202230.809923:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.809927:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.809932:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782784, portal 16 00000400:00000010:3.0:1776202230.809936:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202230.809947:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782784, offset 0 00000400:00000200:3.0:1776202230.809954:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.809961:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.809968:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.809972:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.809974:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.809976:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91221:91221:255:4294967295] 192.168.204.38@tcp LPNI seq info [91221:91221:7:4294967295] 00000400:00000200:3.0:1776202230.809983:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.809987:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.809990:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82355026). 00000800:00000200:3.0:1776202230.809993:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.809998:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.810000:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.811949:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.811958:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354778). 00000400:00000200:3.0:1776202230.811968:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.811979:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.811985:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:3.0:1776202230.811987:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000800:00000200:3.0:1776202230.812082:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.812084:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354530). 00000400:00000200:3.0:1776202230.812089:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.812092:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.812095:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:3.0:1776202230.812096:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:3.0:1776202230.812105:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613782784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.814470:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.814493:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b500 00000400:00000200:1.0:1776202230.814503:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71b9 [1] + 224 00000400:00000200:1.0:1776202230.814517:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.814520:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.814532:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613782784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202230.814611:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.814618:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202230.814620:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.814625:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613782784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.814632:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613782784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.814677:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e262d20d. 02000000:00000010:3.0:1776202230.814684:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a10a85cc. 00000100:00000010:3.0:1776202230.814688:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:3.0:1776202230.814692:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.814696:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000200:1.0:1776202230.815772:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.815789:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed657c0 00000400:00000200:1.0:1776202230.815796:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5af5 [2] + 1968 00000400:00000010:1.0:1776202230.815800:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:1.0:1776202230.815804:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000504b6777 00000400:00000200:1.0:1776202230.815893:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.815898:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.815902:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000504b6777 00000400:00000010:1.0:1776202230.815904:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000504b6777 (tot 82354378). 00000100:00000200:1.0:1776202230.815911:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202230.816346:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d4f2be7. 00000020:00000010:2.0:1776202230.816356:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.816360:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.816389:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070ecaeb0 x1862480604583872/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202230.816425:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583872 02000000:00000010:2.0:1776202230.816442:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038f6110f. 00010000:00000010:2.0:1776202230.816474:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d6e37fa. 00010000:00000010:2.0:1776202230.816493:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f98036. 00000100:00000010:2.0:1776202230.816500:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cf5643bd. 00000100:00000010:2.0:1776202230.816516:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cf5643bd. 00010000:00000010:2.0:1776202230.816520:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f98036. 00000400:00000010:2.0:1776202230.816532:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202230.816536:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583872, offset 224 00000400:00000200:2.0:1776202230.816544:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.816557:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.816564:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91222:91222:256:4294967295] 192.168.204.38@tcp LPNI seq info [91222:91222:8:4294967295] 00000400:00000200:2.0:1776202230.816574:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.816579:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.816584:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354626). 00000800:00000200:2.0:1776202230.816590:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.816596:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.816600:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.816619:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.816624:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.816627:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d4f2be7. 02000000:00000010:2.0:1776202230.816637:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000100:00000010:2.0:1776202230.816640:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:2.0:1776202230.816647:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e7b8c4a. 00000100:00000010:2.0:1776202230.816649:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000800:00000200:1.0:1776202230.816975:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.816979:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354378). 00000400:00000200:1.0:1776202230.816984:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.816988:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.816991:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:1.0:1776202230.816993:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 02000000:00000010:1.0:1776202230.816997:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038f6110f. 02000000:00000010:2.0:1776202230.821488:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:2.0:1776202230.821501:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:2.0:1776202230.821505:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007147086f. 00000100:00000010:2.0:1776202230.821507:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:2.0:1776202230.821510:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049a0065d. 00000100:00000010:2.0:1776202230.821513:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:2.0:1776202230.821518:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d786a27. 00000100:00000010:2.0:1776202230.821521:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000200:2.0:1776202230.821536:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202230.821548:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f4177e6. 00000400:00000010:2.0:1776202230.822074:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf5643bd (tot 82354530). 00080000:00000010:0.0:1776202230.822195:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ec74508. 00010000:00000010:0.0:1776202230.822306:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:0.0:1776202230.822318:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e66b568. 00000001:00000010:0.0:1776202230.822385:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001af7ceb6. 00000001:00000010:0.0:1776202230.822392:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001af7ceb6. 00000001:00000010:0.0:1776202230.822395:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001af7ceb6. 00000001:00000010:0.0:1776202230.822397:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fd0b107a. 00010000:00000010:0.0:1776202230.822429:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202230.822436:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202230.822449:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ae9b3e. 00000100:00000010:0.0:1776202230.822456:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202230.822466:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202230.822482:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046b7c255. 02000000:00000010:0.0:1776202230.822516:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8285fcc. 00000400:00000010:0.0:1776202230.822521:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd0b107a. 00000400:00000010:0.0:1776202230.822526:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202230.822530:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782848, portal 16 00000400:00000010:0.0:1776202230.822537:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202230.822539:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782848, offset 0 00000400:00000200:0.0:1776202230.822549:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.822580:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.822590:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202230.822594:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202230.822598:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202230.822601:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91223:91223:256:4294967295] 192.168.204.38@tcp LPNI seq info [91223:91223:8:4294967295] 00000400:00000200:0.0:1776202230.822612:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.822618:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.822624:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202230.822631:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.822639:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.822643:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.824046:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.824054:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:2.0:1776202230.824061:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.824069:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.824076:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:2.0:1776202230.824079:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:2.0:1776202230.824090:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613782848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.825886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cb3749. 00000400:00000200:2.0:1776202230.828588:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.828607:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b540 00000400:00000200:2.0:1776202230.828621:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71c9 [1] + 224 00000400:00000200:2.0:1776202230.828637:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.828641:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.828652:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613782848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202230.829809:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd0b107a. 00000400:00000200:0.0:1776202230.829816:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202230.829818:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202230.829828:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613782848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202230.829852:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613782848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202230.829884:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8285fcc. 02000000:00000010:0.0:1776202230.829890:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b7c255. 00000100:00000010:0.0:1776202230.829894:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:0.0:1776202230.829898:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202230.830235:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ae9b3e. 00000400:00000200:3.0:1776202230.830682:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.830695:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65800 00000400:00000200:3.0:1776202230.830703:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 0 00000400:00000200:3.0:1776202230.830763:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.830767:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.830774:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.830778:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 00000020:00000010:2.0:1776202230.831037:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038f6110f. 00000020:00000010:2.0:1776202230.831046:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.831050:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.831076:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011c3cf13 x1862480604583936/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202230.831110:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604583936 02000000:00000010:2.0:1776202230.831123:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:2.0:1776202230.831153:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007adb64d6. 00010000:00000010:3.1:1776202230.832135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c1fb5a. 00010000:00000010:3.1:1776202230.832147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:2.1:1776202230.832272:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000615b45db. 00010000:00000010:2.0:1776202230.832293:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f98036. 00000100:00000010:2.0:1776202230.832302:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202230.832313:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202230.832316:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f98036. 00000400:00000010:2.0:1776202230.832335:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202230.832342:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604583936, offset 224 00000400:00000200:2.0:1776202230.832351:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.832366:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.832373:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91224:91224:256:4294967295] 192.168.204.38@tcp LPNI seq info [91224:91224:8:4294967295] 00000400:00000200:2.0:1776202230.832383:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.832389:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.832394:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202230.832400:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.832409:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.832412:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.832438:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ed6d06b. 00000020:00000010:2.0:1776202230.832443:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.832447:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038f6110f. 00000800:00000200:2.0:1776202230.832570:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.832574:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:2.0:1776202230.832579:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.832583:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.832587:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202230.832589:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00010000:00000010:0.1:1776202230.832881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a6e6bc. 00010000:00000010:0.1:1776202230.832887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00080000:00000010:0.0:1776202230.832916:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b7c255. 00010000:00000010:0.0:1776202230.833018:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202230.833027:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5476a2f. 00010000:00000010:0.0:1776202230.833104:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202230.833110:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202230.833124:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ae9b3e. 00000100:00000010:0.0:1776202230.833128:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202230.833138:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202230.833151:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8285fcc. 02000000:00000010:0.0:1776202230.833191:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d16e90b8. 00000400:00000010:0.0:1776202230.833197:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd0b107a. 00000400:00000010:0.0:1776202230.833202:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202230.833207:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782912, portal 16 00000400:00000010:0.0:1776202230.833211:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202230.833213:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782912, offset 0 00000400:00000200:0.0:1776202230.833219:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.833227:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.833233:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202230.833236:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202230.833239:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202230.833242:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91225:91225:256:4294967295] 192.168.204.38@tcp LPNI seq info [91225:91225:8:4294967295] 00000400:00000200:0.0:1776202230.833249:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.833254:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.833257:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202230.833261:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.833265:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.833268:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.833497:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.833500:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:2.0:1776202230.833504:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.833508:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.833511:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:2.0:1776202230.833512:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:2.0:1776202230.833519:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613782912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202230.840012:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.840032:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b580 00000400:00000200:1.0:1776202230.840041:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71d5 [1] + 224 00000400:00000200:1.0:1776202230.840054:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.840057:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.840069:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613782912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.840154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d63bd77f. 00010000:00000010:0.1:1776202230.840161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00000400:00000200:1.0:1776202230.841504:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.841517:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65840 00000400:00000200:1.0:1776202230.841523:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 328 00000400:00000200:1.0:1776202230.841538:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.841541:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202230.841546:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202230.841552:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:3.0:1776202230.841615:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e262d20d. 00000020:00000010:3.0:1776202230.841623:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.841627:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.841652:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604584000/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202230.841685:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584000 02000000:00000010:3.0:1776202230.841694:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000997080aa. 00010000:00000010:3.0:1776202230.841731:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa4837bb. 00000100:00000010:3.0:1776202230.841738:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.841744:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.841748:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa4837bb. 00000400:00000010:3.0:1776202230.841761:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202230.841766:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584000, offset 224 00000400:00000200:3.0:1776202230.841774:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.841784:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.841789:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91226:91226:256:4294967295] 192.168.204.38@tcp LPNI seq info [91226:91226:8:4294967295] 00000400:00000200:3.0:1776202230.841800:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.841804:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.841809:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354778). 00000800:00000200:3.0:1776202230.841815:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.841822:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.841826:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.841862:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.841867:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.841870:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e262d20d. 00010000:00000010:2.1:1776202230.842025:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d3041f. 00000400:00000010:2.0:1776202230.842038:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd0b107a. 00000400:00000200:2.0:1776202230.843526:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:2.0:1776202230.843530:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:2.0:1776202230.843548:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613782912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.843558:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613782912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.843587:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a9de367. 02000000:00000010:2.0:1776202230.843606:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d16e90b8. 02000000:00000010:2.0:1776202230.843611:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8285fcc. 00000100:00000010:2.0:1776202230.843616:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:2.0:1776202230.843621:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:2.0:1776202230.843625:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ae9b3e. 00000800:00000200:2.0:1776202230.843741:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.843745:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354530). 00000400:00000200:2.0:1776202230.843751:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.843757:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.843761:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:2.0:1776202230.843763:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00080000:00000010:2.0:1776202230.843791:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d4f2be7. 00010000:00000010:2.0:1776202230.843934:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:2.0:1776202230.843953:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015f7d430. 00010000:00000010:2.0:1776202230.844026:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202230.844030:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000ed6d06b. 00010000:00000010:2.0:1776202230.844035:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202230.844040:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ce7b38f. 00080000:00000010:2.0:1776202230.844054:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f6110f. 00010000:00000010:2.0:1776202230.844077:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202230.844081:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ed6d06b. 00010000:00000010:2.0:1776202230.844129:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d760a810. 00010000:00000010:2.0:1776202230.844133:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202230.844141:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040f98036. 00000100:00000010:2.0:1776202230.844146:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202230.844153:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 02000000:00000010:2.0:1776202230.844166:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003784ee1a. 02000000:00000010:2.0:1776202230.844257:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000235fe3d. 00000400:00000010:2.0:1776202230.844263:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be5885fe. 00000400:00000010:2.0:1776202230.844267:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202230.844274:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613782976, portal 16 00000400:00000010:2.0:1776202230.844279:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202230.844282:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613782976, offset 0 00000400:00000200:2.0:1776202230.844289:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.844303:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.844311:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.844314:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.844317:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.844320:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91227:91227:256:4294967295] 192.168.204.38@tcp LPNI seq info [91227:91227:8:4294967295] 00000400:00000200:2.0:1776202230.844329:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.844335:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.844339:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202230.844345:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.844350:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.844355:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.844479:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.844482:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:1.0:1776202230.844486:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.844490:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.844493:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:1.0:1776202230.844495:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:1.0:1776202230.844502:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c37954d x1862480613782976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.849330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefa34d2. 00000400:00000200:2.0:1776202230.850545:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.850567:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b5c0 00000400:00000200:2.0:1776202230.850576:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71e1 [1] + 224 00000400:00000200:2.0:1776202230.850609:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.850615:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.850628:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c37954d x1862480613782976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202230.850710:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be5885fe. 00000400:00000200:0.0:1776202230.850717:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:0.0:1776202230.850720:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:0.0:1776202230.850726:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c37954d x1862480613782976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202230.850733:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c37954d x1862480613782976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202230.850766:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000235fe3d. 02000000:00000010:0.0:1776202230.850772:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003784ee1a. 00000100:00000010:0.0:1776202230.850777:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 00000100:00000010:0.0:1776202230.850782:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:0.0:1776202230.850786:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040f98036. 00000400:00000200:2.0:1776202230.851275:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.851285:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65880 00000400:00000200:2.0:1776202230.851291:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 656 00000400:00000200:2.0:1776202230.851347:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.851351:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.851356:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.851362:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000020:00000010:0.0:1776202230.851440:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff61a21. 00000020:00000010:0.0:1776202230.851447:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c66675e8. 00000020:00000010:0.0:1776202230.851451:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.851477:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c37954d x1862480604584064/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202230.851513:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584064 02000000:00000010:0.0:1776202230.851525:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202230.851558:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000527c07f3. 00010000:00000010:0.0:1776202230.851583:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041c8a68a. 00000100:00000010:0.0:1776202230.851590:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202230.851613:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202230.851616:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041c8a68a. 00000400:00000010:0.0:1776202230.851629:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202230.851633:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584064, offset 224 00000400:00000200:0.0:1776202230.851640:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.851650:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.851655:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91228:91228:256:4294967295] 192.168.204.38@tcp LPNI seq info [91228:91228:8:4294967295] 00000400:00000200:0.0:1776202230.851665:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.851669:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.851673:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202230.851679:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.851685:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.851688:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.851705:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c66675e8. 00000020:00000010:0.0:1776202230.851709:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.851713:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff61a21. 00080000:00000010:0.0:1776202230.851738:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff61a21. 00010000:00000010:0.0:1776202230.851865:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce7b38f. 00010000:00000010:0.0:1776202230.851873:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b0064ff. 00010000:00000010:0.0:1776202230.851959:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202230.851965:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202230.851976:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041c8a68a. 00000100:00000010:0.0:1776202230.851979:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202230.851986:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202230.851999:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8285fcc. 02000000:00000010:0.0:1776202230.852026:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d16e90b8. 00000400:00000010:0.0:1776202230.852032:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e902ce51. 00000400:00000010:0.0:1776202230.852036:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202230.852041:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783040, portal 16 00000400:00000010:0.0:1776202230.852045:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202230.852047:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783040, offset 0 00000400:00000200:0.0:1776202230.852052:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.852059:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.852067:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202230.852070:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202230.852072:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202230.852075:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91229:91229:255:4294967295] 192.168.204.38@tcp LPNI seq info [91229:91229:7:4294967295] 00000400:00000200:0.0:1776202230.852082:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.852087:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.852089:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82355026). 00000800:00000200:0.0:1776202230.852093:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.852098:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.852100:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202230.856140:0:78532:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030ec955d. 00010000:00000010:2.1:1776202230.856167:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:2.1:1776202230.856172:0:78532:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202230.856176:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00000800:00000200:1.0:1776202230.856316:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.856320:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354778). 00000400:00000200:1.0:1776202230.856325:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.856336:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.856341:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:1.0:1776202230.856344:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000800:00000200:1.0:1776202230.856421:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.856424:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:1.0:1776202230.856427:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.856430:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.856432:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:1.0:1776202230.856434:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:1.0:1776202230.856444:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613783040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.860496:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078e0c0b7. 00010000:00000010:0.1:1776202230.860513:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa59b2fb. 00010000:00000010:0.1:1776202230.860518:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00000400:00000200:2.0:1776202230.860728:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.860752:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b600 00000400:00000200:2.0:1776202230.860762:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71ed [1] + 224 00000400:00000200:2.0:1776202230.860775:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.860779:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.860791:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613783040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.860828:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.860898:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed658c0 00000400:00000200:2.0:1776202230.860904:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 984 00000400:00000200:2.0:1776202230.860915:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.860918:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.860922:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.860928:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000400:00000010:3.0:1776202230.861012:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e902ce51. 00000400:00000200:3.0:1776202230.861017:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:3.0:1776202230.861019:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:3.0:1776202230.861026:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613783040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.861034:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613783040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202230.861043:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a312c34d. 00000020:00000010:1.0:1776202230.861051:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.861055:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 02000000:00000010:3.0:1776202230.861063:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d16e90b8. 02000000:00000010:3.0:1776202230.861069:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8285fcc. 00000100:00000010:3.0:1776202230.861072:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:3.0:1776202230.861077:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:3.0:1776202230.861080:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041c8a68a. 00000100:00000200:1.0:1776202230.861081:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604584128/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.861144:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584128 02000000:00000010:1.0:1776202230.861156:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0ea4b7e. 00010000:00000010:1.0:1776202230.861188:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4430fb5. 00010000:00000010:1.0:1776202230.861208:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022c9a19. 00000100:00000010:1.0:1776202230.861214:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202230.861220:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202230.861224:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022c9a19. 00000400:00000010:1.0:1776202230.861236:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.861241:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584128, offset 224 00000400:00000200:1.0:1776202230.861249:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.861259:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.861265:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91230:91230:256:4294967295] 192.168.204.38@tcp LPNI seq info [91230:91230:8:4294967295] 00000400:00000200:1.0:1776202230.861287:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.861292:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.861297:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.861303:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.861310:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.861314:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.861335:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.861339:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.861343:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a312c34d. 00080000:00000010:3.0:1776202230.861403:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e262d20d. 00010000:00000010:3.0:1776202230.861504:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:3.0:1776202230.861510:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061e19870. 00010000:00000010:3.0:1776202230.861599:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202230.861607:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202230.861617:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.861621:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.861627:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.861637:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e242aa60. 00000800:00000200:1.0:1776202230.862953:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.862961:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.862971:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.862979:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.862984:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202230.862986:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 02000000:00000010:2.0:1776202230.863215:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d53b9da7. 00000400:00000010:2.0:1776202230.863222:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202230.863228:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202230.863234:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783104, portal 16 00000400:00000010:2.0:1776202230.863238:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202230.863241:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783104, offset 0 00000400:00000200:2.0:1776202230.863248:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.863259:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.863266:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.863270:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.863273:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.863368:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91231:91231:256:4294967295] 192.168.204.38@tcp LPNI seq info [91231:91231:8:4294967295] 00000400:00000200:2.0:1776202230.863378:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.863384:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.863388:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202230.863395:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.863401:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.863404:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.865335:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.865344:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:1.0:1776202230.865353:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.865364:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.865370:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:1.0:1776202230.865372:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:1.0:1776202230.865383:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055f1098f x1862480613783104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.866544:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.866563:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b640 00000400:00000200:2.0:1776202230.866573:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb71f9 [1] + 224 00000400:00000200:2.0:1776202230.866585:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.866589:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.866611:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055f1098f x1862480613783104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.866754:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.866761:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65900 00000400:00000200:2.0:1776202230.866767:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 1312 00000400:00000200:2.0:1776202230.866788:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.866792:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.866797:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.866802:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 00010000:00000010:1.1:1776202230.867093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d326b4b. 00000020:00000010:1.0:1776202230.867132:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a312c34d. 00000020:00000010:1.0:1776202230.867139:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.867144:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.867171:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dff7de66 x1862480604584192/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202230.867201:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584192 02000000:00000010:1.0:1776202230.867211:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091b7147e. 00010000:00000010:1.0:1776202230.867251:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022c9a19. 00000100:00000010:1.0:1776202230.867258:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202230.867264:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202230.867268:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022c9a19. 00000400:00000010:1.0:1776202230.867283:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.867288:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584192, offset 224 00000400:00000200:1.0:1776202230.867296:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.867307:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.867312:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91232:91232:256:4294967295] 192.168.204.38@tcp LPNI seq info [91232:91232:8:4294967295] 00000400:00000200:1.0:1776202230.867323:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.867327:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.867332:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.867338:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.867346:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.867350:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.867367:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.867371:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.867375:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a312c34d. 00000800:00000200:1.0:1776202230.867460:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.867463:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.867467:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.867471:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.867475:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202230.867477:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000400:00000010:3.0:1776202230.867575:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:3.0:1776202230.867580:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:3.0:1776202230.867581:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:3.0:1776202230.867588:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055f1098f x1862480613783104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.867769:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055f1098f x1862480613783104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.867792:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de7df8ae. 02000000:00000010:3.0:1776202230.867805:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d53b9da7. 02000000:00000010:3.0:1776202230.867810:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e242aa60. 00000100:00000010:3.0:1776202230.867813:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 00000100:00000010:3.0:1776202230.867816:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.867819:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00080000:00000010:3.0:1776202230.867848:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e242aa60. 00010000:00000010:3.0:1776202230.867932:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202230.867950:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f70c4ff3. 00010000:00000010:3.0:1776202230.868029:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202230.868035:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202230.868045:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.868049:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.868055:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.868065:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3941a06. 02000000:00000010:3.0:1776202230.868092:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d786a27. 00000400:00000010:3.0:1776202230.868099:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.868104:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202230.868108:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783168, portal 16 00000400:00000010:3.0:1776202230.868112:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202230.868115:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783168, offset 0 00000400:00000200:3.0:1776202230.868121:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.868128:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.868135:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.868139:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.868142:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.868144:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91233:91233:256:4294967295] 192.168.204.38@tcp LPNI seq info [91233:91233:8:4294967295] 00000400:00000200:3.0:1776202230.868151:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.868155:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.868157:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fb0d802 (tot 82354778). 00000800:00000200:3.0:1776202230.868161:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.868166:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.868168:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fb0d802 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.869496:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.869501:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fb0d802 (tot 82354530). 00000400:00000200:1.0:1776202230.869510:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.869518:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.869524:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:1.0:1776202230.869526:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000100:00000200:1.0:1776202230.869536:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055f1098f x1862480613783168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.872415:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.872435:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b680 00000400:00000200:2.0:1776202230.872445:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7205 [1] + 224 00000400:00000200:2.0:1776202230.872456:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.872461:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.872472:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055f1098f x1862480613783168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.872507:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.872512:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65940 00000400:00000200:2.0:1776202230.872517:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 1640 00000400:00000200:2.0:1776202230.872527:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.872529:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.872533:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.872539:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000400:00000010:3.0:1776202230.872609:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.872614:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:3.0:1776202230.872615:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:3.0:1776202230.872621:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055f1098f x1862480613783168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.872628:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055f1098f x1862480613783168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.872668:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d786a27. 02000000:00000010:3.0:1776202230.872674:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3941a06. 00000100:00000010:3.0:1776202230.872678:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 00000100:00000010:3.0:1776202230.872682:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.872686:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000020:00000010:1.0:1776202230.873492:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a312c34d. 00000020:00000010:1.0:1776202230.873501:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.873506:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.873532:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604584256/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202230.873574:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584256 02000000:00000010:1.0:1776202230.873585:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e7948d5. 00010000:00000010:1.0:1776202230.873615:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c68edf7a. 00010000:00000010:1.0:1776202230.873634:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022c9a19. 00000100:00000010:1.0:1776202230.873642:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202230.873650:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202230.873655:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022c9a19. 00000400:00000010:1.0:1776202230.873667:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.873672:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584256, offset 224 00000400:00000200:1.0:1776202230.873681:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.873694:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.873700:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91234:91234:256:4294967295] 192.168.204.38@tcp LPNI seq info [91234:91234:8:4294967295] 00000400:00000200:1.0:1776202230.873709:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.873714:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.873719:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.873724:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.873732:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.873735:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.873751:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.873754:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.873758:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a312c34d. 00000800:00000200:1.0:1776202230.873882:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.873887:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202230.873890:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.873894:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.873897:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202230.873898:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00080000:00000010:3.0:1776202230.874118:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3941a06. 00010000:00000010:3.0:1776202230.874279:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202230.874288:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f202079. 00010000:00000010:3.0:1776202230.874377:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202230.874383:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202230.874394:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.874398:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.874406:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.874418:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:3.0:1776202230.874444:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0065d. 00000400:00000010:3.0:1776202230.874450:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.874455:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202230.874459:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783232, portal 16 00000400:00000010:3.0:1776202230.874464:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202230.874466:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783232, offset 0 00000400:00000200:3.0:1776202230.874471:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.874479:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.874485:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.874489:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.874491:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.874494:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91235:91235:256:4294967295] 192.168.204.38@tcp LPNI seq info [91235:91235:8:4294967295] 00000400:00000200:3.0:1776202230.874501:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.874505:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.874509:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fb0d802 (tot 82354778). 00000800:00000200:3.0:1776202230.874512:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.874516:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.874518:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fb0d802 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202230.874706:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.874709:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fb0d802 (tot 82354530). 00000400:00000200:1.0:1776202230.874713:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.874716:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.874719:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:1.0:1776202230.874721:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000100:00000200:1.0:1776202230.874727:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055f1098f x1862480613783232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.879999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b0684dc. 00010000:00000010:3.1:1776202230.880012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00000400:00000200:2.0:1776202230.880269:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.880286:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b6c0 00000400:00000200:2.0:1776202230.880296:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7211 [1] + 224 00000400:00000200:2.0:1776202230.880311:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.880315:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.880326:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055f1098f x1862480613783232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202230.880498:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4f216ab. 00000400:00000200:3.0:1776202230.880502:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:3.0:1776202230.880504:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:3.0:1776202230.880521:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055f1098f x1862480613783232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.880529:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055f1098f x1862480613783232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202230.880560:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a0065d. 02000000:00000010:3.0:1776202230.880567:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d786a27. 00000100:00000010:3.0:1776202230.880571:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 00000100:00000010:3.0:1776202230.880575:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.880578:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00010000:00000010:3.1:1776202230.881897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610c7754. 00010000:00000010:3.1:1776202230.881998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000956218e8. 00010000:00000010:3.1:1776202230.882002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000200:1.0:1776202230.882936:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202230.882964:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65980 00000400:00000200:1.0:1776202230.882972:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5b4d [2] + 1968 00000400:00000010:1.0:1776202230.882977:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041e391ee. 00000400:00000200:1.0:1776202230.882982:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ed55c09d 00000400:00000200:1.0:1776202230.883039:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.883044:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.883048:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed55c09d 00000400:00000010:1.0:1776202230.883050:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ed55c09d (tot 82354378). 00000100:00000200:1.0:1776202230.883055:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202230.883876:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f1684ed. 00000020:00000010:3.0:1776202230.883885:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.883890:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.883919:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008073fd73 x1862480604584320/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202230.883957:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584320 02000000:00000010:3.0:1776202230.883969:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d786a27. 00010000:00000010:3.0:1776202230.884001:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c33c17. 00010000:00000010:3.0:1776202230.884023:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.884032:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000376f2dc9. 00000100:00000010:3.0:1776202230.884055:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000376f2dc9. 00010000:00000010:3.0:1776202230.884058:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000400:00000010:3.0:1776202230.884074:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202230.884080:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584320, offset 224 00000400:00000200:3.0:1776202230.884089:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.884103:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.884110:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91236:91236:256:4294967295] 192.168.204.38@tcp LPNI seq info [91236:91236:8:4294967295] 00000400:00000200:3.0:1776202230.884120:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.884125:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.884130:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097f5f3cb (tot 82354626). 00000800:00000200:3.0:1776202230.884136:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.884142:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.884146:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000097f5f3cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.884163:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.884167:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.884170:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f1684ed. 02000000:00000010:3.0:1776202230.884179:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e7948d5. 00000100:00000010:3.0:1776202230.884182:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 02000000:00000010:3.0:1776202230.884186:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091b7147e. 00000100:00000010:3.0:1776202230.884188:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 02000000:00000010:3.0:1776202230.884190:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0ea4b7e. 00000100:00000010:3.0:1776202230.884192:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202230.884195:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:3.0:1776202230.884196:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:3.0:1776202230.884199:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000997080aa. 00000100:00000010:3.0:1776202230.884200:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:3.0:1776202230.884203:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000100:00000010:3.0:1776202230.884205:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000200:3.0:1776202230.884212:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202230.884216:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4f216ab. 00000400:00000010:3.0:1776202230.884220:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000376f2dc9 (tot 82354778). 00000800:00000200:1.0:1776202230.884263:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.884267:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097f5f3cb (tot 82354530). 00000400:00000200:1.0:1776202230.884272:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.884276:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.884280:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:1.0:1776202230.884281:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 02000000:00000010:1.0:1776202230.884285:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d786a27. 00080000:00000010:1.0:1776202230.884310:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ea4b7e. 00010000:00000010:1.0:1776202230.884401:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c25960c7. 00010000:00000010:1.0:1776202230.884410:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3f0886d. 00010000:00000010:1.0:1776202230.884491:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202230.884498:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202230.884509:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022c9a19. 00000100:00000010:1.0:1776202230.884513:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202230.884521:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 02000000:00000010:1.0:1776202230.884534:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091b7147e. 02000000:00000010:1.0:1776202230.884560:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7948d5. 00000400:00000010:1.0:1776202230.884564:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202230.884569:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202230.884572:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783296, portal 16 00000400:00000010:1.0:1776202230.884576:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202230.884578:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783296, offset 0 00000400:00000200:1.0:1776202230.884583:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.884589:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.884612:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.884615:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.884618:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.884620:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91237:91237:256:4294967295] 192.168.204.38@tcp LPNI seq info [91237:91237:8:4294967295] 00000400:00000200:1.0:1776202230.884627:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.884631:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.884635:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.884639:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.884643:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.884645:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.884780:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.884784:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202230.884788:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.884791:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.884794:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:2.0:1776202230.884796:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:2.0:1776202230.884801:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054f18f56 x1862480613783296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202230.885259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007190486b. 00010000:00000010:3.1:1776202230.885635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f554b918. 00010000:00000010:3.1:1776202230.885717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00000400:00000200:3.0:1776202230.886948:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.886969:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b700 00000400:00000200:3.0:1776202230.886976:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7221 [1] + 224 00000400:00000200:3.0:1776202230.886989:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.886993:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.887004:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054f18f56 x1862480613783296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.887047:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.887052:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed659c0 00000400:00000200:3.0:1776202230.887058:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 0 00000400:00000200:3.0:1776202230.887068:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.887071:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.887074:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.887079:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 00000020:00000010:3.0:1776202230.887130:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000997080aa. 00000020:00000010:3.0:1776202230.887138:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.887144:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.887170:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011c3cf13 x1862480604584384/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202230.887196:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584384 02000000:00000010:3.0:1776202230.887208:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049a0065d. 00010000:00000010:3.0:1776202230.887245:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.887254:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076e55e74. 00000100:00000010:3.0:1776202230.887260:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076e55e74. 00010000:00000010:3.0:1776202230.887263:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000400:00000010:3.0:1776202230.887288:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202230.887293:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584384, offset 224 00000400:00000200:3.0:1776202230.887300:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.887311:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.887316:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91238:91238:256:4294967295] 192.168.204.38@tcp LPNI seq info [91238:91238:8:4294967295] 00000400:00000200:3.0:1776202230.887326:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.887330:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.887334:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354778). 00000800:00000200:3.0:1776202230.887338:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.887346:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.887349:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.887365:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.887369:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.887371:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000997080aa. 00000800:00000200:3.0:1776202230.887450:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.887453:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:3.0:1776202230.887457:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.887460:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.887463:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202230.887464:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000400:00000010:2.0:1776202230.887551:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:2.0:1776202230.887556:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:2.0:1776202230.887558:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:2.0:1776202230.887563:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054f18f56 x1862480613783296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.887570:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054f18f56 x1862480613783296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.887591:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f434e83. 02000000:00000010:2.0:1776202230.887607:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e7948d5. 02000000:00000010:2.0:1776202230.887613:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091b7147e. 00000100:00000010:2.0:1776202230.887616:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000010:2.0:1776202230.887621:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:2.0:1776202230.887624:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022c9a19. 00080000:00000010:2.0:1776202230.887641:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d53b9da7. 00010000:00000010:2.0:1776202230.887868:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce25b6bf. 00010000:00000010:2.0:1776202230.887876:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008eab079d. 00010000:00000010:2.0:1776202230.887972:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202230.887978:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202230.887990:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d625ab51. 00000100:00000010:2.0:1776202230.887994:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202230.888002:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202230.888014:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000235fe3d. 02000000:00000010:2.0:1776202230.888040:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d79f6157. 00000400:00000010:2.0:1776202230.888045:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001831664e. 00000400:00000010:2.0:1776202230.888049:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202230.888053:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783360, portal 16 00000400:00000010:2.0:1776202230.888057:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202230.888059:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783360, offset 0 00000400:00000200:2.0:1776202230.888064:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.888073:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.888082:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.888085:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.888088:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.888091:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91239:91239:256:4294967295] 192.168.204.38@tcp LPNI seq info [91239:91239:8:4294967295] 00000400:00000200:2.0:1776202230.888098:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.888102:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.888105:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202230.888109:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.888114:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.888116:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.888965:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.888971:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202230.888975:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.888981:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.888985:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:3.0:1776202230.888987:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000100:00000200:3.0:1776202230.888994:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613783360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.890950:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.890971:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b740 00000400:00000200:3.0:1776202230.890980:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb722d [1] + 224 00000400:00000200:3.0:1776202230.890994:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.890998:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.891009:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613783360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.891045:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.891051:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65a00 00000400:00000200:3.0:1776202230.891056:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 328 00000400:00000200:3.0:1776202230.891104:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.891108:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.891112:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.891119:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 00000020:00000010:3.0:1776202230.891181:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000997080aa. 00000020:00000010:3.0:1776202230.891188:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.891192:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.891219:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604584448/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202230.891249:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584448 02000000:00000010:3.0:1776202230.891260:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a10a85cc. 00010000:00000010:3.0:1776202230.891304:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.891311:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076e55e74. 00000100:00000010:3.0:1776202230.891319:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076e55e74. 00010000:00000010:3.0:1776202230.891322:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000400:00000010:3.0:1776202230.891334:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202230.891338:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584448, offset 224 00000400:00000200:3.0:1776202230.891345:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.891355:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.891360:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91240:91240:256:4294967295] 192.168.204.38@tcp LPNI seq info [91240:91240:8:4294967295] 00000400:00000200:3.0:1776202230.891370:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.891374:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.891378:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354778). 00000800:00000200:3.0:1776202230.891383:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.891389:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.891393:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.891409:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202230.891413:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.891415:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000997080aa. 00000800:00000200:3.0:1776202230.891468:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.891471:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:3.0:1776202230.891476:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.891479:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.891482:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202230.891484:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000400:00000010:2.0:1776202230.891568:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001831664e. 00000400:00000200:2.0:1776202230.891572:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:2.0:1776202230.891573:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:2.0:1776202230.891578:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613783360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.891584:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613783360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.891607:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5546c9. 02000000:00000010:2.0:1776202230.891621:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d79f6157. 02000000:00000010:2.0:1776202230.891627:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000235fe3d. 00000100:00000010:2.0:1776202230.891630:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:2.0:1776202230.891633:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202230.891636:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d625ab51. 00080000:00000010:2.0:1776202230.891650:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d79f6157. 00010000:00000010:2.0:1776202230.891736:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202230.891743:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043731025. 00010000:00000010:2.0:1776202230.891819:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.0:1776202230.891825:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202230.891851:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d625ab51. 00000100:00000010:2.0:1776202230.891854:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202230.891860:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202230.891871:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000807f60b5. 02000000:00000010:2.0:1776202230.891895:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6a286d5. 00000400:00000010:2.0:1776202230.891899:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001831664e. 00000400:00000010:2.0:1776202230.891903:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202230.891907:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783424, portal 16 00000400:00000010:2.0:1776202230.891911:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202230.891913:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783424, offset 0 00000400:00000200:2.0:1776202230.891919:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.891925:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.891931:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.891935:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.891951:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.891954:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91241:91241:256:4294967295] 192.168.204.38@tcp LPNI seq info [91241:91241:8:4294967295] 00000400:00000200:2.0:1776202230.891960:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.891964:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.891967:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202230.891971:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.891975:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.891977:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.892029:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.892032:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:2.0:1776202230.892035:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.892038:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.892040:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202230.892042:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:2.0:1776202230.892045:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613783424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.894969:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.894990:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b780 00000400:00000200:3.0:1776202230.895000:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7239 [1] + 224 00000400:00000200:3.0:1776202230.895014:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.895018:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.895030:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613783424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.895070:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.895075:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65a40 00000400:00000200:3.0:1776202230.895081:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 656 00000400:00000010:1.0:1776202230.895088:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001831664e. 00000400:00000200:1.0:1776202230.895093:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:1.0:1776202230.895095:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:1.0:1776202230.895100:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613783424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202230.895106:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613783424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.895133:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.895136:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:1.0:1776202230.895137:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6a286d5. 00000100:00000200:3.0:1776202230.895140:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1776202230.895142:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000807f60b5. 00000100:00000010:3.0:1776202230.895145:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 00000100:00000010:1.0:1776202230.895146:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:1.0:1776202230.895150:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:1.0:1776202230.895155:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d625ab51. 00000020:00000010:3.0:1776202230.895192:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d786a27. 00000020:00000010:3.0:1776202230.895198:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202230.895202:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.895226:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b84fb356 x1862480604584512/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202230.895261:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584512 02000000:00000010:3.0:1776202230.895280:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:3.0:1776202230.895309:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003af4d74f. 00010000:00000010:3.0:1776202230.895329:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.895335:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076e55e74. 00000100:00000010:3.0:1776202230.895341:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076e55e74. 00010000:00000010:3.0:1776202230.895343:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000400:00000010:3.0:1776202230.895357:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202230.895361:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584512, offset 224 00000400:00000200:3.0:1776202230.895369:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.895378:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.895384:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91242:91242:256:4294967295] 192.168.204.38@tcp LPNI seq info [91242:91242:8:4294967295] 00080000:00000010:1.0:1776202230.895384:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091b7147e. 00000400:00000200:3.0:1776202230.895393:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.895397:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.895403:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354778). 00000800:00000200:3.0:1776202230.895407:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.895414:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.895418:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.895436:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202230.895440:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.895443:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d786a27. 00010000:00000010:1.0:1776202230.895483:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:1.0:1776202230.895491:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f54f2c1. 00000800:00000200:3.0:1776202230.895502:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.895506:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:3.0:1776202230.895510:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.895513:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.895515:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202230.895516:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00010000:00000010:1.0:1776202230.895571:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000037ee051. 00010000:00000010:1.0:1776202230.895578:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202230.895589:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d345725f. 00000100:00000010:1.0:1776202230.895667:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202230.895675:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 02000000:00000010:1.0:1776202230.895687:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e7948d5. 02000000:00000010:1.0:1776202230.895710:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baa4fddb. 00000400:00000010:1.0:1776202230.895716:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a6faa5b. 00000400:00000010:1.0:1776202230.895719:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202230.895724:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783488, portal 16 00000400:00000010:1.0:1776202230.895727:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202230.895729:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783488, offset 0 00000400:00000200:1.0:1776202230.895734:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.895739:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.895747:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.895751:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.895753:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.895756:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91243:91243:256:4294967295] 192.168.204.38@tcp LPNI seq info [91243:91243:8:4294967295] 00000400:00000200:1.0:1776202230.895763:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.895767:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.895770:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202230.895774:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.895777:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.895780:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.897882:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.897894:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202230.897902:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.897912:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.897918:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:3.0:1776202230.897919:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:3.0:1776202230.897928:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093c51e4f x1862480613783488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202230.900572:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.900595:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b7c0 00000400:00000200:3.0:1776202230.900605:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7245 [1] + 224 00000400:00000200:3.0:1776202230.900619:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.900623:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.900634:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093c51e4f x1862480613783488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202230.900861:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0b30f8. 00010000:00000010:1.1:1776202230.900870:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202230.900910:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c96195d. 00000400:00000200:3.0:1776202230.900935:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.900955:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65a80 00000400:00000200:3.0:1776202230.900961:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 984 00000400:00000200:3.0:1776202230.900970:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.900973:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.900977:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.900981:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f2d9299. 00000020:00000010:0.0:1776202230.901153:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007147086f. 00000020:00000010:0.0:1776202230.901160:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202230.901164:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.901191:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f2d9299 x1862480604584576/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202230.901228:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584576 02000000:00000010:0.0:1776202230.901241:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202230.901294:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002549b8ec. 00000100:00000010:0.0:1776202230.901302:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202230.901308:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:0.0:1776202230.901311:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002549b8ec. 00000400:00000010:0.0:1776202230.901324:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202230.901330:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584576, offset 224 00000400:00000200:0.0:1776202230.901338:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.901349:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.901354:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91244:91244:256:4294967295] 192.168.204.38@tcp LPNI seq info [91244:91244:8:4294967295] 00000400:00000200:0.0:1776202230.901364:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.901368:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.901372:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202230.901378:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.901385:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.901389:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.901406:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202230.901410:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.901413:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007147086f. 00000400:00000010:1.0:1776202230.902908:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a6faa5b. 00000400:00000200:1.0:1776202230.902916:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:1.0:1776202230.902919:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:1.0:1776202230.902931:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093c51e4f x1862480613783488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202230.902949:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093c51e4f x1862480613783488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202230.902976:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1962ba1. 02000000:00000010:1.0:1776202230.902991:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baa4fddb. 02000000:00000010:1.0:1776202230.902996:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e7948d5. 00000100:00000010:1.0:1776202230.903000:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 00000100:00000010:1.0:1776202230.903006:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202230.903010:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d345725f. 00080000:00000010:1.0:1776202230.903028:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000baa4fddb. 00010000:00000010:1.0:1776202230.903120:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202230.903126:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:1.0:1776202230.903357:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c36499. 00010000:00000010:1.0:1776202230.903363:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202230.903377:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d345725f. 00000100:00000010:1.0:1776202230.903383:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202230.903390:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 02000000:00000010:1.0:1776202230.903404:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e7948d5. 02000000:00000010:1.0:1776202230.903437:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ec397ca. 00000400:00000010:1.0:1776202230.903442:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a6faa5b. 00000400:00000010:1.0:1776202230.903446:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202230.903453:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783552, portal 16 00000400:00000010:1.0:1776202230.903458:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202230.903461:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783552, offset 0 00000400:00000200:1.0:1776202230.903469:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.903485:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.903493:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202230.903497:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202230.903500:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202230.903504:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91245:91245:255:4294967295] 192.168.204.38@tcp LPNI seq info [91245:91245:7:4294967295] 00000400:00000200:1.0:1776202230.903516:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.903521:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.903525:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202230.903532:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.903538:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.903542:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.904350:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.904355:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354778). 00000400:00000200:3.0:1776202230.904360:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.904367:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.904372:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:3.0:1776202230.904374:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000800:00000200:3.0:1776202230.904443:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.904445:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202230.904449:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.904452:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.904454:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:3.0:1776202230.904455:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:3.0:1776202230.904462:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093c51e4f x1862480613783552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.906267:0:78535:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e267953. 00000400:00000200:3.0:1776202230.907038:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.907057:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b800 00000400:00000200:3.0:1776202230.907066:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7251 [1] + 224 00000400:00000200:3.0:1776202230.907080:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.907083:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.907094:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093c51e4f x1862480613783552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202230.907627:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a6faa5b. 00000400:00000200:1.0:1776202230.907632:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:1.0:1776202230.907634:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:1.0:1776202230.907641:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093c51e4f x1862480613783552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202230.907648:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093c51e4f x1862480613783552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202230.907675:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ec397ca. 02000000:00000010:1.0:1776202230.907680:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e7948d5. 00000100:00000010:1.0:1776202230.907684:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 00000100:00000010:1.0:1776202230.907689:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202230.907693:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d345725f. 00010000:00000010:2.1:1776202230.907924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002329ca43. 00010000:00000010:2.1:1776202230.907932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00010000:00000010:2.1:1776202230.907936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c1fca48. 00010000:00000010:2.1:1776202230.907948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd3907d4. 00010000:00000010:2.1:1776202230.907951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:1.1:1776202230.909198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fde740a8. 00010000:00000010:1.1:1776202230.909207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00010000:00000010:1.1:1776202230.909211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056311b54. 00010000:00000010:1.1:1776202230.909214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050ce6a3f. 00010000:00000010:1.1:1776202230.909216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00010000:00000010:3.1:1776202230.909590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000970e3b1f. 00000400:00000200:3.0:1776202230.911400:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202230.911422:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65ac0 00000400:00000200:3.0:1776202230.911430:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 1312 00000400:00000200:3.0:1776202230.911722:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.911728:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202230.911736:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202230.911742:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b64c14b. 00000020:00000010:0.0:1776202230.912054:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007147086f. 00000020:00000010:0.0:1776202230.912063:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202230.912068:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.912103:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b64c14b x1862480604584640/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202230.912158:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584640 02000000:00000010:0.0:1776202230.912169:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e7b8c4a. 00010000:00000010:0.0:1776202230.912196:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001657688e. 00010000:00000010:0.0:1776202230.912217:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002549b8ec. 00000100:00000010:0.0:1776202230.912223:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202230.912236:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:0.0:1776202230.912239:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002549b8ec. 00000400:00000010:0.0:1776202230.912254:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202230.912260:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584640, offset 224 00000400:00000200:0.0:1776202230.912267:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.912287:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.912293:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91246:91246:256:4294967295] 192.168.204.38@tcp LPNI seq info [91246:91246:8:4294967295] 00000400:00000200:0.0:1776202230.912305:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.912310:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.912315:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202230.912320:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.912326:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.912329:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.912345:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202230.912348:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.912352:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007147086f. 00000800:00000200:3.0:1776202230.913203:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.913208:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:3.0:1776202230.913213:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.913219:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.913224:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:3.0:1776202230.913225:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00080000:00000010:0.0:1776202230.917017:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007147086f. 00010000:00000010:0.0:1776202230.917144:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:0.0:1776202230.917154:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096e2c657. 00010000:00000010:0.0:1776202230.917294:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202230.917300:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202230.917312:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002549b8ec. 00000100:00000010:0.0:1776202230.917319:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202230.917328:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202230.917343:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012e9d649. 02000000:00000010:0.0:1776202230.917377:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014544fb8. 00000400:00000010:0.0:1776202230.917385:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a39f256. 00000400:00000010:0.0:1776202230.917392:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202230.917399:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783616, portal 16 00000400:00000010:0.0:1776202230.917405:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202230.917407:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783616, offset 0 00000400:00000200:0.0:1776202230.917417:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.917436:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.917444:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202230.917448:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202230.917451:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202230.917455:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91247:91247:256:4294967295] 192.168.204.38@tcp LPNI seq info [91247:91247:8:4294967295] 00000400:00000200:0.0:1776202230.917468:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.917475:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.917480:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202230.917487:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.917497:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.917500:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.919092:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.919099:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:3.0:1776202230.919107:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.919116:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.919122:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:3.0:1776202230.919124:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:3.0:1776202230.919134:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613783616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.921266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009202f720. 00000400:00000200:0.0:1776202230.925805:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.925825:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b840 00000400:00000200:0.0:1776202230.925855:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb725d [1] + 224 00000400:00000200:0.0:1776202230.925866:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.925870:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.925882:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613783616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.925919:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.925923:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65b00 00000400:00000200:0.0:1776202230.925929:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 1640 00000400:00000200:0.0:1776202230.925945:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.925949:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.925952:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202230.925957:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000020:00000010:0.0:1776202230.926000:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8285fcc. 00000020:00000010:0.0:1776202230.926006:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202230.926011:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.926036:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604584704/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202230.926061:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584704 02000000:00000010:0.0:1776202230.926071:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00010000:00000010:0.0:1776202230.926108:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202230.926115:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202230.926121:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202230.926124:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202230.926136:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202230.926140:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584704, offset 224 00000400:00000200:0.0:1776202230.926146:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.926156:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.926161:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91248:91248:256:4294967295] 192.168.204.38@tcp LPNI seq info [91248:91248:8:4294967295] 00000400:00000200:0.0:1776202230.926170:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.926175:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.926180:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202230.926187:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.926194:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.926198:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.926212:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202230.926216:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.926221:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8285fcc. 00000400:00000010:2.0:1776202230.926423:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001a39f256. 00000400:00000200:2.0:1776202230.926428:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:2.0:1776202230.926430:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:2.0:1776202230.926435:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613783616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.926443:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613783616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.926460:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c5f1c7f. 02000000:00000010:2.0:1776202230.926473:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014544fb8. 02000000:00000010:2.0:1776202230.926477:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012e9d649. 00000100:00000010:2.0:1776202230.926480:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:2.0:1776202230.926482:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:2.0:1776202230.926485:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002549b8ec. 00080000:00000010:2.0:1776202230.926501:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000580579b3. 00010000:00000010:2.0:1776202230.926579:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202230.926584:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009898f4b5. 00010000:00000010:2.0:1776202230.926645:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202230.926648:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202230.926654:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202230.926659:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00080000:00000010:2.0:1776202230.926669:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008445922d. 00010000:00000010:2.0:1776202230.926690:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202230.926693:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202230.926734:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202230.926737:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202230.926743:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202230.926747:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202230.926753:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 02000000:00000010:2.0:1776202230.926762:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccf3737a. 02000000:00000010:2.0:1776202230.926781:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cfb40c5. 00000400:00000010:2.0:1776202230.926786:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202230.926789:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202230.926806:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783680, portal 16 00000400:00000010:2.0:1776202230.926810:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202230.926812:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783680, offset 0 00000400:00000200:2.0:1776202230.926817:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.926823:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.926848:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.926851:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.926854:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.926857:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91249:91249:255:4294967295] 192.168.204.38@tcp LPNI seq info [91249:91249:7:4294967295] 00000400:00000200:2.0:1776202230.926864:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.926871:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.926874:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202230.926878:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.926882:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.926885:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202230.928621:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.928628:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354778). 00000400:00000200:3.0:1776202230.928637:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.928645:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.928651:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:3.0:1776202230.928654:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000800:00000200:3.0:1776202230.928730:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202230.928732:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202230.928736:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202230.928741:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202230.928744:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:3.0:1776202230.928745:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:3.0:1776202230.928753:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001f30d57d x1862480613783680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202230.934069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d82013. 00010000:00000010:0.1:1776202230.934085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c36499. 00000400:00000200:0.0:1776202230.934359:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.934376:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b880 00000400:00000200:0.0:1776202230.934385:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7269 [1] + 224 00000400:00000200:0.0:1776202230.934396:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.934400:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.934411:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001f30d57d x1862480613783680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.934442:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.934448:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65b40 00000400:00000200:0.0:1776202230.934453:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ba5 [2] + 1968 00000400:00000010:0.0:1776202230.934457:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dec9a1ff. 00000400:00000200:0.0:1776202230.934462:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079aea205 00000400:00000200:0.0:1776202230.934483:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.934486:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.934490:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079aea205 00000400:00000010:0.0:1776202230.934493:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079aea205 (tot 82354378). 00000100:00000200:0.0:1776202230.934498:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202230.935023:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d786a27. 00000020:00000010:3.0:1776202230.935030:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202230.935034:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202230.935062:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ccc85c6a x1862480604584768/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202230.935092:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584768 02000000:00000010:3.0:1776202230.935105:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000997080aa. 00010000:00000010:3.0:1776202230.935146:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.935153:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076e55e74. 00000100:00000010:3.0:1776202230.935160:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076e55e74. 00010000:00000010:3.0:1776202230.935163:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00000400:00000010:3.0:1776202230.935178:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202230.935183:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584768, offset 224 00000400:00000200:3.0:1776202230.935191:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.935203:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.935208:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91250:91250:256:4294967295] 192.168.204.38@tcp LPNI seq info [91250:91250:8:4294967295] 00000400:00000200:3.0:1776202230.935218:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.935223:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.935227:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000682e45d1 (tot 82354626). 00000800:00000200:3.0:1776202230.935233:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.935240:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.935244:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000682e45d1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202230.935259:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202230.935264:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:3.0:1776202230.935266:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d786a27. 02000000:00000010:3.0:1776202230.935273:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:3.0:1776202230.935276:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:3.0:1776202230.935279:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e7b8c4a. 00000100:00000010:3.0:1776202230.935281:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b64c14b. 02000000:00000010:3.0:1776202230.935284:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:3.0:1776202230.935286:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f2d9299. 02000000:00000010:3.0:1776202230.935289:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000100:00000010:3.0:1776202230.935292:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202230.935295:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a10a85cc. 00000100:00000010:3.0:1776202230.935296:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.935299:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049a0065d. 00000100:00000010:3.0:1776202230.935301:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000200:3.0:1776202230.935306:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202230.935311:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3fcc780. 00000400:00000010:3.0:1776202230.935315:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e55e74 (tot 82354778). 00000400:00000010:2.0:1776202230.936023:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202230.936028:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202230.936030:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:2.0:1776202230.936040:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001f30d57d x1862480613783680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.936050:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001f30d57d x1862480613783680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.936074:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ceb619c. 02000000:00000010:2.0:1776202230.936091:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cfb40c5. 02000000:00000010:2.0:1776202230.936097:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccf3737a. 00000100:00000010:2.0:1776202230.936102:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 00000100:00000010:2.0:1776202230.936106:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202230.936110:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00080000:00000010:2.0:1776202230.936131:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccf3737a. 00010000:00000010:2.0:1776202230.936236:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202230.936245:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8a8955f. 00000800:00000200:0.0:1776202230.938233:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202230.938241:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000682e45d1 (tot 82354530). 00000400:00000200:0.0:1776202230.938251:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.938261:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.938268:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:0.0:1776202230.938270:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 02000000:00000010:0.0:1776202230.938278:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000997080aa. 00010000:00000010:2.0:1776202230.938968:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202230.938979:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202230.938996:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202230.939004:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:2.0:1776202230.939015:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 02000000:00000010:2.0:1776202230.939030:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cfb40c5. 02000000:00000010:2.0:1776202230.939060:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d82e2d3f. 00000400:00000010:2.0:1776202230.939066:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202230.939072:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202230.939079:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783744, portal 16 00000400:00000010:2.0:1776202230.939085:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202230.939087:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783744, offset 0 00000400:00000200:2.0:1776202230.939096:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.939110:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.939118:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.939122:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.939125:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.939128:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91251:91251:256:4294967295] 192.168.204.38@tcp LPNI seq info [91251:91251:8:4294967295] 00000400:00000200:2.0:1776202230.939139:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.939145:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.939149:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202230.939155:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.939162:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.939165:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.939245:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.939248:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:2.0:1776202230.939252:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.939256:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.939258:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202230.939260:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202230.939265:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001f30d57d x1862480613783744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.942691:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.942711:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b8c0 00000400:00000200:0.0:1776202230.942721:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7279 [1] + 224 00000400:00000200:0.0:1776202230.942735:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.942739:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.942750:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001f30d57d x1862480613783744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202230.942911:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202230.942917:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202230.942918:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:2.0:1776202230.942924:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001f30d57d x1862480613783744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.942931:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001f30d57d x1862480613783744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202230.942969:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d82e2d3f. 02000000:00000010:2.0:1776202230.942976:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003cfb40c5. 00000100:00000010:2.0:1776202230.942981:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 00000100:00000010:2.0:1776202230.942985:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:2.0:1776202230.942988:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00000400:00000200:0.0:1776202230.943579:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.943590:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65b80 00000400:00000200:0.0:1776202230.943597:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 0 00000400:00000200:0.0:1776202230.943676:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.943681:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.943687:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202230.943693:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:2.0:1776202230.943977:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cfb40c5. 00000020:00000010:2.0:1776202230.943985:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.943989:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.944021:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604584832/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202230.944064:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584832 02000000:00000010:2.0:1776202230.944081:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d82e2d3f. 00010000:00000010:2.0:1776202230.944111:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000096dd843. 00010000:00000010:2.0:1776202230.944133:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202230.944140:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:2.0:1776202230.944160:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:2.0:1776202230.944163:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00000400:00000010:2.0:1776202230.944176:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202230.944181:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584832, offset 224 00000400:00000200:2.0:1776202230.944189:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.944202:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.944207:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91252:91252:256:4294967295] 192.168.204.38@tcp LPNI seq info [91252:91252:8:4294967295] 00000400:00000200:2.0:1776202230.944216:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.944220:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.944226:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202230.944232:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.944239:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.944243:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.944260:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.944263:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.944266:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cfb40c5. 00080000:00000010:3.0:1776202230.944327:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049a0065d. 00000800:00000200:2.0:1776202230.944331:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.944336:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:2.0:1776202230.944340:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.944343:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.944346:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202230.944351:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00010000:00000010:3.0:1776202230.944434:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:3.0:1776202230.944443:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a547533a. 00010000:00000010:3.0:1776202230.944534:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202230.944542:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7703dab. 00010000:00000010:3.0:1776202230.944556:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2212e1. 00000100:00000010:3.0:1776202230.944560:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000941ddc9b. 00000100:00000010:3.0:1776202230.944568:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202230.944580:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10a85cc. 02000000:00000010:3.0:1776202230.944905:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d786a27. 00000400:00000010:3.0:1776202230.944913:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ceed58ad. 00000400:00000010:3.0:1776202230.944918:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202230.944923:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783808, portal 16 00000400:00000010:3.0:1776202230.944928:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202230.944931:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783808, offset 0 00000400:00000200:3.0:1776202230.944956:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.944965:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.944972:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.944975:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.944978:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.944981:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91253:91253:256:4294967295] 192.168.204.38@tcp LPNI seq info [91253:91253:8:4294967295] 00000400:00000200:3.0:1776202230.944994:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.945000:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.945004:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000824e63ba (tot 82354778). 00000800:00000200:3.0:1776202230.945010:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.945016:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.945019:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000824e63ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202230.945119:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.945122:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000824e63ba (tot 82354530). 00000400:00000200:2.0:1776202230.945127:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.945131:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202230.945133:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:2.0:1776202230.945135:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:2.0:1776202230.945141:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613783808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.950922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093effe18. 00010000:00000010:2.1:1776202230.950946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c7e4b95. 00010000:00000010:2.1:1776202230.950951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:2.1:1776202230.950955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202230.950958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00000400:00000200:0.0:1776202230.956451:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.956473:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b900 00000400:00000200:0.0:1776202230.956484:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7285 [1] + 224 00000400:00000200:0.0:1776202230.956498:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.956502:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.956514:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613783808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.956555:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.956562:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65bc0 00000400:00000200:0.0:1776202230.956567:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 328 00000400:00000200:0.0:1776202230.956578:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.956581:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.956585:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202230.956591:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:2.0:1776202230.956897:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cfb40c5. 00000020:00000010:2.0:1776202230.956904:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.956909:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.956934:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604584896/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202230.956982:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584896 02000000:00000010:2.0:1776202230.956994:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000858ffa23. 00010000:00000010:2.0:1776202230.957039:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202230.957046:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:2.0:1776202230.957052:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:2.0:1776202230.957056:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00000400:00000010:2.0:1776202230.957072:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202230.957077:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584896, offset 224 00000400:00000200:2.0:1776202230.957085:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.957098:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.957104:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91254:91254:256:4294967295] 192.168.204.38@tcp LPNI seq info [91254:91254:8:4294967295] 00000400:00000200:2.0:1776202230.957114:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.957120:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.957125:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202230.957131:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.957139:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.957144:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.957175:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.957179:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.957182:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cfb40c5. 00000400:00000010:2.0:1776202230.957208:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ceed58ad. 00000400:00000200:2.0:1776202230.957212:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:2.0:1776202230.957214:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:2.0:1776202230.957219:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613783808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202230.957227:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613783808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202230.957247:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cebd7dd. 02000000:00000010:2.0:1776202230.957258:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d786a27. 02000000:00000010:2.0:1776202230.957262:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a10a85cc. 00000100:00000010:2.0:1776202230.957265:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:2.0:1776202230.957268:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000941ddc9b. 00010000:00000010:2.0:1776202230.957270:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2212e1. 00080000:00000010:2.0:1776202230.957285:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cfb40c5. 00010000:00000010:2.0:1776202230.957368:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7703dab. 00010000:00000010:2.0:1776202230.957374:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3f0c098. 00010000:00000010:2.0:1776202230.957442:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202230.957448:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202230.957456:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202230.957459:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:2.0:1776202230.957465:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 02000000:00000010:2.0:1776202230.957474:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea38f413. 02000000:00000010:2.0:1776202230.957498:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000807f60b5. 00000400:00000010:2.0:1776202230.957502:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202230.957506:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202230.957510:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783872, portal 16 00000400:00000010:2.0:1776202230.957513:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202230.957515:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783872, offset 0 00000400:00000200:2.0:1776202230.957519:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.957524:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.957531:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.957534:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.957537:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.957539:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91255:91255:255:4294967295] 192.168.204.38@tcp LPNI seq info [91255:91255:7:4294967295] 00000400:00000200:2.0:1776202230.957546:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.957549:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.957551:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82355026). 00000800:00000200:2.0:1776202230.957554:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.957558:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.957560:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202230.958302:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202230.958307:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354778). 00000400:00000200:0.0:1776202230.958313:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.958319:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.958323:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:0.0:1776202230.958325:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000800:00000200:0.0:1776202230.958390:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202230.958392:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:0.0:1776202230.958395:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.958398:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.958400:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:0.0:1776202230.958402:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:0.0:1776202230.958408:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001f30d57d x1862480613783872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.964283:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.964303:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b940 00000400:00000200:2.0:1776202230.964313:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7291 [1] + 224 00000400:00000200:2.0:1776202230.964325:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.964329:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.964340:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001f30d57d x1862480613783872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.964382:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.964387:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65c00 00000400:00000200:2.0:1776202230.964392:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 656 00000400:00000200:2.0:1776202230.964446:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.964450:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.964456:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.964463:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000020:00000010:2.0:1776202230.964519:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6a286d5. 00000020:00000010:2.0:1776202230.964527:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.964531:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202230.964557:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604584960/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202230.964585:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604584960 02000000:00000010:2.0:1776202230.964597:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000235fe3d. 00010000:00000010:2.0:1776202230.964633:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202230.964640:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000941ddc9b. 00000100:00000010:2.0:1776202230.964647:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000941ddc9b. 00010000:00000010:2.0:1776202230.964650:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000400:00000010:2.0:1776202230.964664:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202230.964669:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604584960, offset 224 00000400:00000200:2.0:1776202230.964675:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.964685:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.964690:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91256:91256:256:4294967295] 192.168.204.38@tcp LPNI seq info [91256:91256:8:4294967295] 00000400:00000200:2.0:1776202230.964700:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.964705:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.964710:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202230.964716:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.964722:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.964726:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202230.964742:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202230.964747:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202230.964750:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6a286d5. 00000800:00000200:2.0:1776202230.964857:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202230.964861:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202230.964865:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.964870:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:3.0:1776202230.964871:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:3.0:1776202230.964878:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:3.0:1776202230.964880:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:3.0:1776202230.964887:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001f30d57d x1862480613783872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.964895:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001f30d57d x1862480613783872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.964928:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043f8b12d. 02000000:00000010:3.0:1776202230.964955:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000807f60b5. 02000000:00000010:3.0:1776202230.964963:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea38f413. 00000100:00000010:3.0:1776202230.965018:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 00000100:00000010:3.0:1776202230.965023:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202230.965026:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00080000:00000010:3.0:1776202230.965043:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000636d722e. 00010000:00000010:3.0:1776202230.965149:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:3.0:1776202230.965157:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b787ab78. 00010000:00000010:3.0:1776202230.965234:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202230.965241:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000006e8b58. 00010000:00000010:3.0:1776202230.965252:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202230.965256:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202230.965263:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:3.0:1776202230.965274:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10a85cc. 02000000:00000010:3.0:1776202230.965296:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d786a27. 00000400:00000010:3.0:1776202230.965302:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ceed58ad. 00000400:00000200:2.0:1776202230.966262:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202230.966267:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000400:00000010:0.0:1776202230.968081:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202230.968095:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613783936, portal 16 00000400:00000010:0.0:1776202230.968103:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202230.968106:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613783936, offset 0 00000400:00000200:0.0:1776202230.968116:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.968133:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.968141:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202230.968144:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202230.968147:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202230.968150:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91257:91257:256:4294967295] 192.168.204.38@tcp LPNI seq info [91257:91257:8:4294967295] 00000400:00000200:0.0:1776202230.968158:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.968164:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.968169:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202230.968174:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.968181:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.968184:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202230.968651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c8785b4. 00010000:00000010:2.1:1776202230.968660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091894a50. 00010000:00000010:2.1:1776202230.968665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202230.968669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939350e5. 00000800:00000200:1.0:1776202230.972099:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.972109:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:1.0:1776202230.972126:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.972142:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.972151:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:1.0:1776202230.972153:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:1.0:1776202230.972171:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000055f1098f x1862480613783936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.973664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff70a591. 00010000:00000010:3.1:1776202230.973676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.1:1776202230.973861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009322bfe5. 00010000:00000010:2.1:1776202230.973869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aaed5bf. 00010000:00000010:2.1:1776202230.973874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00000400:00000200:2.0:1776202230.973922:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.973948:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b980 00000400:00000200:2.0:1776202230.973957:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb729d [1] + 224 00000400:00000200:2.0:1776202230.973973:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.973978:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.973989:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000055f1098f x1862480613783936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.973991:0:58724:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064d4a520. 00010000:00000010:3.1:1776202230.974000:0:58724:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae034a56. 00010000:00000010:3.1:1776202230.974004:0:58724:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00000400:00000010:0.0:1776202230.975025:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ceed58ad. 00000400:00000200:0.0:1776202230.975040:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202230.975042:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:0.0:1776202230.975054:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000055f1098f x1862480613783936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202230.975070:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000055f1098f x1862480613783936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202230.975108:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d786a27. 02000000:00000010:0.0:1776202230.975116:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a10a85cc. 00000100:00000010:0.0:1776202230.975120:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 00000100:00000010:0.0:1776202230.975125:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:0.0:1776202230.975128:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000200:2.0:1776202230.979376:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.979399:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65c40 00000400:00000200:2.0:1776202230.979409:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 984 00000400:00000200:2.0:1776202230.979475:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.979480:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.979487:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.979492:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:0.0:1776202230.979720:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8285fcc. 00000020:00000010:0.0:1776202230.979728:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202230.979732:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202230.979759:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604585024/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202230.979795:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585024 02000000:00000010:0.0:1776202230.979808:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202230.979865:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074067251. 00010000:00000010:0.0:1776202230.979889:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202230.979896:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202230.979914:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202230.979918:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202230.979931:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202230.979947:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585024, offset 224 00000400:00000200:0.0:1776202230.979956:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202230.979968:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202230.979973:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91258:91258:256:4294967295] 192.168.204.38@tcp LPNI seq info [91258:91258:8:4294967295] 00080000:00000010:2.0:1776202230.979979:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea38f413. 00000400:00000200:0.0:1776202230.979986:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202230.979992:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202230.979997:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202230.980003:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202230.980009:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202230.980013:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202230.980031:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202230.980036:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202230.980039:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8285fcc. 00010000:00000010:2.0:1776202230.980066:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000006e8b58. 00010000:00000010:2.0:1776202230.980074:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003f8e6aa. 00000800:00000200:1.0:1776202230.980149:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.980154:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:1.0:1776202230.980157:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.980162:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:2.0:1776202230.980164:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00000400:00000200:1.0:1776202230.980166:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:1.0:1776202230.980170:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00010000:00000010:2.0:1776202230.980173:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e651f259. 00010000:00000010:2.0:1776202230.980185:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202230.980188:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000941ddc9b. 00000100:00000010:2.0:1776202230.980194:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202230.980203:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000807f60b5. 02000000:00000010:2.0:1776202230.980224:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6a286d5. 00000400:00000010:2.0:1776202230.980229:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078af6698. 00000400:00000010:2.0:1776202230.980234:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202230.980238:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784000, portal 16 00000400:00000010:2.0:1776202230.980242:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202230.980244:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784000, offset 0 00000400:00000200:2.0:1776202230.980248:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202230.980254:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202230.980260:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202230.980263:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202230.980265:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202230.980267:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91259:91259:256:4294967295] 192.168.204.38@tcp LPNI seq info [91259:91259:8:4294967295] 00000400:00000200:2.0:1776202230.980274:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202230.980277:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202230.980280:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202230.980283:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202230.980287:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202230.980288:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202230.980795:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202230.980798:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:0.0:1776202230.980804:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.980809:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.980812:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:0.0:1776202230.980813:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:0.0:1776202230.980819:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613784000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202230.984879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c67dd0. 00010000:00000010:2.1:1776202230.984897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000200:2.0:1776202230.986454:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.986481:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62b9c0 00000400:00000200:2.0:1776202230.986492:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72a9 [1] + 224 00000400:00000200:2.0:1776202230.986506:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.986510:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.986522:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613784000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202230.986562:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202230.986568:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65c80 00000400:00000200:2.0:1776202230.986572:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 1312 00000400:00000200:2.0:1776202230.986583:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202230.986586:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202230.986589:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202230.986594:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:0.0:1776202230.986699:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078af6698. 00000400:00000200:0.0:1776202230.986705:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:0.0:1776202230.986707:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:0.0:1776202230.986715:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613784000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202230.986729:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613784000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202230.986742:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202230.986753:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.986757:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 02000000:00000010:0.0:1776202230.986762:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6a286d5. 02000000:00000010:0.0:1776202230.986771:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000807f60b5. 00000100:00000010:0.0:1776202230.986775:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:0.0:1776202230.986779:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000941ddc9b. 00010000:00000010:0.0:1776202230.986784:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000100:00000200:1.0:1776202230.986788:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604585088/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202230.989486:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585088 02000000:00000010:1.0:1776202230.989517:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a312c34d. 00010000:00000010:1.0:1776202230.989562:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1064130. 00010000:00000010:1.0:1776202230.989593:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f185b121. 00000100:00000010:1.0:1776202230.989605:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016fd1215. 00000100:00000010:1.0:1776202230.989626:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016fd1215. 00010000:00000010:1.0:1776202230.989631:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f185b121. 00000400:00000010:1.0:1776202230.989648:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202230.989654:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585088, offset 224 00000400:00000200:1.0:1776202230.989666:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.989682:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.989687:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91260:91260:256:4294967295] 192.168.204.38@tcp LPNI seq info [91260:91260:8:4294967295] 00000400:00000200:1.0:1776202230.989698:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.989705:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.989709:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.989715:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.989723:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.989726:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.989751:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.989756:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.989762:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00080000:00000010:3.0:1776202230.989998:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000997080aa. 00010000:00000010:3.0:1776202230.990106:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e651f259. 00010000:00000010:3.0:1776202230.990114:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003002b0ef. 00010000:00000010:3.0:1776202230.990210:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202230.990216:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202230.990227:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202230.990232:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202230.990239:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202230.990250:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a10a85cc. 02000000:00000010:3.0:1776202230.990275:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d786a27. 00000400:00000010:3.0:1776202230.990281:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202230.990287:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202230.990292:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784064, portal 16 00000400:00000010:3.0:1776202230.990296:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202230.990298:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784064, offset 0 00000400:00000200:3.0:1776202230.990305:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.990314:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.990322:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.990348:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.990351:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.990353:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91261:91261:255:4294967295] 192.168.204.38@tcp LPNI seq info [91261:91261:7:4294967295] 00000400:00000200:3.0:1776202230.990362:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.990366:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.990370:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202230.990375:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.990380:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.990382:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202230.990949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac0d6e. 00000800:00000200:1.0:1776202230.992572:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.992579:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:1.0:1776202230.992586:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.992596:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.992603:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:1.0:1776202230.992605:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000800:00000200:1.0:1776202230.992689:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202230.992691:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202230.992698:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202230.992701:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202230.992703:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:1.0:1776202230.992705:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:1.0:1776202230.992713:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202230.996440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010342fd0. 00010000:00000010:3.1:1776202230.996458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00000400:00000200:0.0:1776202230.997672:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.997694:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ba00 00000400:00000200:0.0:1776202230.997705:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72b5 [1] + 224 00000400:00000200:0.0:1776202230.997719:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.997723:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.997734:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202230.997770:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202230.997775:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65cc0 00000400:00000200:0.0:1776202230.997780:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 1640 00000400:00000200:0.0:1776202230.998044:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.998049:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202230.998053:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202230.998059:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:1.0:1776202230.998175:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202230.998183:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.998187:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202230.998214:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604585152/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:598/0 lens 328/0 e 0 to 0 dl 1776202273 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202230.998239:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585152 02000000:00000010:1.0:1776202230.998251:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ec397ca. 00010000:00000010:1.0:1776202230.998293:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f185b121. 00000100:00000010:1.0:1776202230.998300:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016fd1215. 00000100:00000010:1.0:1776202230.998307:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016fd1215. 00010000:00000010:1.0:1776202230.998312:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f185b121. 00000400:00000010:1.0:1776202230.998327:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202230.998332:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585152, offset 224 00000400:00000200:1.0:1776202230.998340:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202230.998352:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202230.998358:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91262:91262:256:4294967295] 192.168.204.38@tcp LPNI seq info [91262:91262:8:4294967295] 00000400:00000200:1.0:1776202230.998368:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202230.998374:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202230.998379:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202230.998385:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202230.998392:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202230.998396:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202230.998422:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202230.998426:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202230.998430:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00000800:00000200:0.0:1776202230.998620:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202230.998625:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202230.998628:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202230.998632:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202230.998636:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:0.0:1776202230.998638:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000400:00000010:3.0:1776202230.999318:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:3.0:1776202230.999324:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202230.999326:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202230.999334:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202230.999344:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202230.999368:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc70ac4f. 02000000:00000010:3.0:1776202230.999385:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d786a27. 02000000:00000010:3.0:1776202230.999390:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a10a85cc. 00000100:00000010:3.0:1776202230.999393:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:3.0:1776202230.999398:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202230.999401:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00080000:00000010:3.0:1776202230.999421:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a10a85cc. 00010000:00000010:3.0:1776202230.999516:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202230.999523:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a6cf1e6. 00010000:00000010:3.0:1776202230.999618:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202230.999624:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202230.999635:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202230.999639:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202230.999645:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202230.999656:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:3.0:1776202230.999682:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d75269c. 00000400:00000010:3.0:1776202230.999687:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202230.999691:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202230.999696:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784128, portal 16 00000400:00000010:3.0:1776202230.999701:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202230.999703:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784128, offset 0 00000400:00000200:3.0:1776202230.999711:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202230.999727:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202230.999735:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202230.999738:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202230.999741:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202230.999744:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91263:91263:256:4294967295] 192.168.204.38@tcp LPNI seq info [91263:91263:8:4294967295] 00000400:00000200:3.0:1776202230.999753:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202230.999758:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202230.999762:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202230.999767:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202230.999773:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202230.999776:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202231.001631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000494542ed. 00000800:00000200:1.0:1776202231.001761:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.001765:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202231.001775:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.001783:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.001790:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:1.0:1776202231.001792:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:1.0:1776202231.001801:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.003816:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.003884:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ba40 00000400:00000200:0.0:1776202231.003894:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72c1 [1] + 224 00000400:00000200:0.0:1776202231.004954:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.004967:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.004979:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.005065:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:3.0:1776202231.005071:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202231.005074:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202231.005080:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.005091:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202274 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.005122:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d75269c. 02000000:00000010:3.0:1776202231.005128:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d786a27. 00000100:00000010:3.0:1776202231.005133:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:3.0:1776202231.005138:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202231.005143:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000200:0.0:1776202231.008955:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.009014:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65d00 00000400:00000200:0.0:1776202231.009024:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5bfd [2] + 1968 00000400:00000010:0.0:1776202231.009030:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d71711f. 00000400:00000200:0.0:1776202231.009041:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000da4a3b07 00010000:00000010:3.1:1776202231.010266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdbc67b6. 00010000:00000010:3.1:1776202231.010280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecf46e00. 00010000:00000010:3.1:1776202231.010285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00000400:00000200:0.0:1776202231.011104:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.011119:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.011127:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da4a3b07 00000400:00000010:0.0:1776202231.011130:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000da4a3b07 (tot 82354378). 00000100:00000200:0.0:1776202231.011137:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202231.011370:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807f60b5. 00000020:00000010:2.0:1776202231.011381:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.011387:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202231.011423:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cb95d73 x1862480604585216/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.011465:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585216 02000000:00000010:2.0:1776202231.011478:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6a286d5. 00010000:00000010:2.0:1776202231.011514:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04dbcd9. 00010000:00000010:2.0:1776202231.011536:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.011544:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000941ddc9b. 00000100:00000010:2.0:1776202231.011564:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000941ddc9b. 00010000:00000010:2.0:1776202231.011568:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000010:2.0:1776202231.011583:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202231.011589:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585216, offset 224 00000400:00000200:2.0:1776202231.011598:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.011614:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.011621:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91264:91264:256:4294967295] 192.168.204.38@tcp LPNI seq info [91264:91264:8:4294967295] 00000400:00000200:2.0:1776202231.011632:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.011637:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.011641:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354626). 00000800:00000200:2.0:1776202231.011648:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.011654:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.011659:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.011683:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.011688:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.011692:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807f60b5. 02000000:00000010:2.0:1776202231.011702:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ec397ca. 00000100:00000010:2.0:1776202231.011707:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:2.0:1776202231.011712:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a312c34d. 00000100:00000010:2.0:1776202231.011714:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.011718:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:2.0:1776202231.011721:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202231.011724:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000235fe3d. 00000100:00000010:2.0:1776202231.011726:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.011729:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000858ffa23. 00000100:00000010:2.0:1776202231.011732:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:2.0:1776202231.011738:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d82e2d3f. 00000100:00000010:2.0:1776202231.011740:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 00000100:00000200:2.0:1776202231.011747:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202231.011756:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078af6698. 00000400:00000010:2.0:1776202231.011763:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000941ddc9b (tot 82354778). 00000800:00000200:1.0:1776202231.011801:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.011806:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:1.0:1776202231.011811:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.011816:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.011819:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:1.0:1776202231.011820:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 02000000:00000010:1.0:1776202231.011825:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6a286d5. 00080000:00000010:0.0:1776202231.012339:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8285fcc. 00010000:00000010:0.0:1776202231.012454:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:0.0:1776202231.013011:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098eddded. 00010000:00000010:2.0:1776202231.013271:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.013281:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e651f259. 00010000:00000010:2.0:1776202231.013298:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.013305:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.013315:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.013330:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d82e2d3f. 02000000:00000010:2.0:1776202231.013367:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000858ffa23. 00000400:00000010:2.0:1776202231.013374:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.013383:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.013390:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784192, portal 16 00000400:00000010:2.0:1776202231.013395:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202231.013397:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784192, offset 0 00000400:00000200:2.0:1776202231.013408:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.013426:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.013436:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.013439:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.013443:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.013446:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91265:91265:256:4294967295] 192.168.204.38@tcp LPNI seq info [91265:91265:8:4294967295] 00000400:00000200:2.0:1776202231.013456:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.013461:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.013468:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202231.013473:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.013482:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.013485:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.013661:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.013665:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:0.0:1776202231.013669:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.013673:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.013677:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:0.0:1776202231.013679:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:0.0:1776202231.013685:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.016340:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.016361:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ba80 00000400:00000200:0.0:1776202231.016372:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72d1 [1] + 224 00000400:00000200:0.0:1776202231.016393:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.016398:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.016409:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.016483:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.016489:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:2.0:1776202231.016491:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:2.0:1776202231.016496:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.016504:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.016538:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000858ffa23. 02000000:00000010:2.0:1776202231.016545:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d82e2d3f. 00000100:00000010:2.0:1776202231.016550:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.016555:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.016560:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000200:1.0:1776202231.016805:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.016814:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65d40 00000400:00000200:1.0:1776202231.016819:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 0 00000400:00000200:1.0:1776202231.016910:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.016914:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.016918:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.016923:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00010000:00000010:2.1:1776202231.017011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db38769b. 00000020:00000010:2.0:1776202231.017048:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d82e2d3f. 00000020:00000010:2.0:1776202231.017061:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.017068:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202231.017101:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604585280/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.017129:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585280 02000000:00000010:2.0:1776202231.017140:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000858ffa23. 00010000:00000010:2.0:1776202231.017172:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055557e00. 00010000:00000010:2.0:1776202231.017193:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.017199:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.017215:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.017218:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000010:2.0:1776202231.017232:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.017237:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585280, offset 224 00000400:00000200:2.0:1776202231.017246:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.017256:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.017263:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91266:91266:256:4294967295] 192.168.204.38@tcp LPNI seq info [91266:91266:8:4294967295] 00080000:00000010:3.0:1776202231.017265:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f1684ed. 00000400:00000200:2.0:1776202231.017272:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.017277:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.017282:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202231.017287:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.017294:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.017297:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.017316:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.017320:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.017323:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d82e2d3f. 00010000:00000010:3.0:1776202231.017361:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e651f259. 00010000:00000010:3.0:1776202231.017369:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086315792. 00010000:00000010:3.0:1776202231.017454:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202231.017461:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006932b2d8. 00010000:00000010:3.0:1776202231.017471:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.017475:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202231.017482:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.017494:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:3.0:1776202231.017519:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d75269c. 00000400:00000010:3.0:1776202231.017525:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202231.017530:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.017534:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784256, portal 16 00000400:00000010:3.0:1776202231.017538:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202231.017541:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784256, offset 0 00000400:00000200:3.0:1776202231.017546:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.017552:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.017561:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.017565:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.017568:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.017570:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91267:91267:255:4294967295] 192.168.204.38@tcp LPNI seq info [91267:91267:7:4294967295] 00000400:00000200:3.0:1776202231.017577:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.017581:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.017586:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.017589:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.017607:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.017609:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.017639:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.017643:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354778). 00000400:00000200:0.0:1776202231.017647:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.017651:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.017654:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:0.0:1776202231.017656:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000800:00000200:0.0:1776202231.017708:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.017710:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.017720:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.017723:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.017725:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202231.017726:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:0.0:1776202231.017731:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.020097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c6e8e8a. 00010000:00000010:0.1:1776202231.020114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00000400:00000200:0.0:1776202231.023407:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.023468:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bac0 00000400:00000200:0.0:1776202231.023481:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72dd [1] + 224 00000400:00000200:0.0:1776202231.023508:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.023513:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.023528:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.023585:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.023620:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65d80 00000400:00000200:0.0:1776202231.023626:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 328 00000400:00000200:0.0:1776202231.023739:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.023743:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.023748:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.023755:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00000400:00000010:3.0:1776202231.023964:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:3.0:1776202231.023970:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202231.023972:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202231.023979:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.023986:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.024021:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d75269c. 02000000:00000010:3.0:1776202231.024027:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d786a27. 00000100:00000010:3.0:1776202231.024032:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:3.0:1776202231.024037:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202231.024042:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000020:00000010:0.0:1776202231.025752:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e7b8c4a. 00000020:00000010:0.0:1776202231.025764:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.025769:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.025807:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604585344/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.025865:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585344 02000000:00000010:0.0:1776202231.025879:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00010000:00000010:0.0:1776202231.025922:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000810adc5a. 00010000:00000010:0.0:1776202231.025969:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.025977:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.025994:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.025998:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.026012:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202231.026018:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585344, offset 224 00000400:00000200:0.0:1776202231.026026:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.026039:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.026045:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91268:91268:256:4294967295] 192.168.204.38@tcp LPNI seq info [91268:91268:8:4294967295] 00000400:00000200:0.0:1776202231.026056:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.026062:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.026066:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202231.026072:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.026078:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.026082:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.026097:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.026101:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.026106:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e7b8c4a. 00010000:00000010:3.1:1776202231.026926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043fd538e. 00010000:00000010:3.1:1776202231.026944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.1:1776202231.027161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf36b10. 00000800:00000200:1.0:1776202231.027400:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.027405:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202231.027413:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.027421:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.027427:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:1.0:1776202231.027429:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00080000:00000010:1.0:1776202231.027467:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ec397ca. 00010000:00000010:1.0:1776202231.027588:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006932b2d8. 00010000:00000010:1.0:1776202231.027598:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c22fdeac. 00010000:00000010:1.0:1776202231.027768:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000037ee051. 00010000:00000010:1.0:1776202231.027775:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc6bee00. 00010000:00000010:1.0:1776202231.027789:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f185b121. 00000100:00000010:1.0:1776202231.027802:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016fd1215. 00000100:00000010:1.0:1776202231.027810:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202231.027828:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a312c34d. 02000000:00000010:2.0:1776202231.028313:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d82e2d3f. 00000400:00000010:2.0:1776202231.028321:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.028327:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.028334:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784320, portal 16 00000400:00000010:2.0:1776202231.028339:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202231.028341:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784320, offset 0 00000400:00000200:2.0:1776202231.028350:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.028365:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.028372:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.028376:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.028379:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.028381:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91269:91269:256:4294967295] 192.168.204.38@tcp LPNI seq info [91269:91269:8:4294967295] 00000400:00000200:2.0:1776202231.028393:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.028401:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.028407:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202231.028413:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.028419:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.028422:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.029709:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.029716:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:0.0:1776202231.029723:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.029732:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.029737:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:0.0:1776202231.029739:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000100:00000200:0.0:1776202231.029747:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613784320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.032086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bceb2f5. 00000400:00000200:0.0:1776202231.035314:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.035334:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bb00 00000400:00000200:0.0:1776202231.035344:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72e9 [1] + 224 00000400:00000200:0.0:1776202231.035356:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.035359:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.035371:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613784320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.035404:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.035409:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65dc0 00000400:00000200:0.0:1776202231.035414:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 656 00000400:00000200:0.0:1776202231.035427:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.035429:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.035434:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.035442:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:3.0:1776202231.035599:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d75269c. 00000020:00000010:3.0:1776202231.035607:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202231.035611:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002f15b231. 00000100:00000200:3.0:1776202231.035639:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604585408/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1776202231.035777:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.035782:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.035784:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:2.0:1776202231.035790:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613784320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.035796:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613784320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.035821:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d82e2d3f. 02000000:00000010:2.0:1776202231.035827:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a312c34d. 00000100:00000010:2.0:1776202231.035845:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:2.0:1776202231.035849:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016fd1215. 00010000:00000010:2.0:1776202231.035854:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f185b121. 00000100:00000200:0.0:1776202231.036609:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585408 02000000:00000010:0.0:1776202231.036626:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e7b8c4a. 00010000:00000010:0.0:1776202231.036658:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1093dc8. 00010000:00000010:0.0:1776202231.036680:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.036687:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.036703:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.036707:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.036721:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202231.036727:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585408, offset 224 00000400:00000200:0.0:1776202231.036736:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.036749:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.036757:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91270:91270:256:4294967295] 192.168.204.38@tcp LPNI seq info [91270:91270:8:4294967295] 00080000:00000010:3.0:1776202231.036764:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d786a27. 00000400:00000200:0.0:1776202231.036767:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.036772:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.036777:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00000800:00000200:0.0:1776202231.036782:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.036789:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.036793:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776202231.036892:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc6bee00. 00010000:00000010:3.0:1776202231.036901:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5284278. 00000020:00000010:0.0:1776202231.036958:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000253c1670. 00000020:00000010:0.0:1776202231.036965:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002f15b231. 00000020:00000010:0.0:1776202231.036969:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d75269c. 00010000:00000010:3.0:1776202231.036995:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202231.036999:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.037005:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202231.037011:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00080000:00000010:3.0:1776202231.037024:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2717844. 00010000:00000010:3.0:1776202231.037053:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.037058:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.037112:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202231.037116:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.037123:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.037128:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202231.037134:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.037146:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5f34320. 02000000:00000010:3.0:1776202231.037189:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebbfc0b2. 00000400:00000010:3.0:1776202231.037195:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202231.037200:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.037204:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784384, portal 16 00000400:00000010:3.0:1776202231.037208:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202231.037210:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784384, offset 0 00000400:00000200:3.0:1776202231.037215:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.037221:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.037228:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.037231:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.037234:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.037236:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91271:91271:255:4294967295] 192.168.204.38@tcp LPNI seq info [91271:91271:7:4294967295] 00000400:00000200:3.0:1776202231.037243:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.037247:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.037251:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.037254:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.037259:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.037262:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202231.038777:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a10c8184. 00010000:00000010:1.1:1776202231.038796:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00000800:00000200:1.0:1776202231.039803:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.039810:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354778). 00000400:00000200:1.0:1776202231.039817:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.040018:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.040025:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:1.0:1776202231.040028:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000800:00000200:1.0:1776202231.040114:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.040116:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202231.040123:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.040127:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.040129:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:1.0:1776202231.040131:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:1.0:1776202231.040138:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.041890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097a5b643. 00010000:00000010:3.1:1776202231.045885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffac2d66. 00010000:00000010:3.1:1776202231.046734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00010000:00000010:3.1:1776202231.046743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202231.046747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00000400:00000200:0.0:1776202231.047004:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.047024:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bb40 00000400:00000200:0.0:1776202231.047033:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb72f5 [1] + 224 00000400:00000200:0.0:1776202231.047046:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.047050:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.047062:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.047103:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.047109:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65e00 00000400:00000200:0.0:1776202231.047114:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 984 00000400:00000200:0.0:1776202231.047174:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.047178:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.047262:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.047269:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:1.0:1776202231.047396:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202231.047407:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.047412:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.047443:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604585472/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.047480:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585472 02000000:00000010:1.0:1776202231.047494:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a312c34d. 00010000:00000010:1.0:1776202231.047532:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.047539:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.047546:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.047552:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.047568:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202231.047573:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585472, offset 224 00000400:00000200:1.0:1776202231.047581:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.047593:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.047598:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91272:91272:256:4294967295] 192.168.204.38@tcp LPNI seq info [91272:91272:8:4294967295] 00000400:00000200:1.0:1776202231.047608:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.047614:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.047619:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.047625:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.047632:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.047635:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.047659:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.047664:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.047668:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00000800:00000200:0.0:1776202231.047953:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.047958:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202231.047961:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.047967:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.047971:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:0.0:1776202231.047973:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000400:00000010:3.0:1776202231.048095:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:3.0:1776202231.048100:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202231.048101:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202231.048107:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.048115:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202231.048140:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef73ec75. 02000000:00000010:3.0:1776202231.048156:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebbfc0b2. 02000000:00000010:3.0:1776202231.048161:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5f34320. 00000100:00000010:3.0:1776202231.048166:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:3.0:1776202231.048171:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202231.048174:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00080000:00000010:3.0:1776202231.048264:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebbfc0b2. 00010000:00000010:3.0:1776202231.048471:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.048479:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf45abb7. 00010000:00000010:3.0:1776202231.048561:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202231.048568:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.048580:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.048584:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202231.048591:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.048606:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eae3244. 02000000:00000010:3.0:1776202231.048633:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b4c969. 00000400:00000010:3.0:1776202231.048638:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202231.048642:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.048647:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784448, portal 16 00000400:00000010:3.0:1776202231.048652:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202231.048654:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784448, offset 0 00000400:00000200:3.0:1776202231.048661:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.048673:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.048681:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.048685:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.048688:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.048690:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91273:91273:256:4294967295] 192.168.204.38@tcp LPNI seq info [91273:91273:8:4294967295] 00000400:00000200:3.0:1776202231.048698:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.048702:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.048706:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.048712:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.048717:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.048720:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.049351:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.049355:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202231.049362:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.049367:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.049372:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:1.0:1776202231.049373:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:1.0:1776202231.049380:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.054386:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.054413:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bb80 00000400:00000200:0.0:1776202231.054424:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7301 [1] + 224 00000400:00000200:0.0:1776202231.054438:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.054442:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.054453:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.054494:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.054499:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65e40 00000400:00000200:0.0:1776202231.054504:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 1312 00000400:00000200:0.0:1776202231.054516:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.054520:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.054525:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.054532:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000400:00000010:3.0:1776202231.054541:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a8d5fd. 00000400:00000200:3.0:1776202231.054547:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202231.054549:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202231.054556:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.054565:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.054602:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b4c969. 02000000:00000010:3.0:1776202231.054818:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eae3244. 00000100:00000010:3.0:1776202231.054825:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00010000:00000010:3.1:1776202231.054872:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2dc9d8. 00010000:00000010:3.1:1776202231.054880:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae265c7. 00010000:00000010:3.1:1776202231.054885:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000100:00000010:3.0:1776202231.054891:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202231.054895:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000020:00000010:2.0:1776202231.057276:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d82e2d3f. 00000020:00000010:2.0:1776202231.057290:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.057296:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202231.057416:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604585536/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202231.057465:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585536 02000000:00000010:2.0:1776202231.057477:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000807f60b5. 00010000:00000010:2.0:1776202231.057508:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec4fa56e. 00010000:00000010:2.0:1776202231.057535:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.057545:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.057566:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.057571:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000010:2.0:1776202231.057589:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.057596:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585536, offset 224 00000400:00000200:2.0:1776202231.057605:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.057622:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.057629:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91274:91274:256:4294967295] 192.168.204.38@tcp LPNI seq info [91274:91274:8:4294967295] 00000400:00000200:2.0:1776202231.057639:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.057645:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.057652:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202231.057658:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.057667:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.057670:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.057699:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.057704:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.057706:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d82e2d3f. 00000800:00000200:2.0:1776202231.057864:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.057867:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:2.0:1776202231.057871:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.057875:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.057879:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.057881:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00080000:00000010:3.0:1776202231.058555:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eae3244. 00010000:00000010:2.0:1776202231.061552:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:2.0:1776202231.061575:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bed7d6d7. 00010000:00000010:2.0:1776202231.061695:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.061702:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.061715:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.061723:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.061733:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.061751:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d82e2d3f. 02000000:00000010:2.0:1776202231.061786:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6a286d5. 00000400:00000010:2.0:1776202231.061794:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.061801:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.061808:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784512, portal 16 00000400:00000010:2.0:1776202231.061813:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202231.061816:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784512, offset 0 00000400:00000200:2.0:1776202231.061825:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.061893:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.061901:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.061905:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.061909:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.061913:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91275:91275:256:4294967295] 192.168.204.38@tcp LPNI seq info [91275:91275:8:4294967295] 00000400:00000200:2.0:1776202231.061924:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.061930:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.061944:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202231.061952:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.061960:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.061964:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.063822:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.064137:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:1.0:1776202231.064145:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.064156:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.064162:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:1.0:1776202231.064603:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000100:00000200:1.0:1776202231.064616:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.066199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dcf8fb5. 00000400:00000200:0.0:1776202231.069651:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.069671:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bbc0 00000400:00000200:0.0:1776202231.069679:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb730d [1] + 224 00000400:00000200:0.0:1776202231.069690:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.069695:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.069706:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.069747:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.069753:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65e80 00000400:00000200:0.0:1776202231.069758:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 1640 00000400:00000200:0.0:1776202231.069769:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.069772:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1776202231.069773:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.069780:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.069782:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:0.0:1776202231.069787:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776202231.069790:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776202231.069795:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000100:00000200:2.0:1776202231.069803:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202231.069976:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202231.069984:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.069988:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.070015:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604585600/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.070061:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585600 02000000:00000010:1.0:1776202231.070076:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002733bab0. 02000000:00000010:2.0:1776202231.070123:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202231.070132:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d82e2d3f. 00000100:00000010:2.0:1776202231.070137:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.070142:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.070147:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00010000:00000010:1.0:1776202231.070538:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5082f94. 00010000:00000010:1.0:1776202231.070575:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.070581:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.070595:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.070598:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.070613:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202231.070618:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585600, offset 224 00000400:00000200:1.0:1776202231.070628:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.070640:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.070645:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91276:91276:256:4294967295] 192.168.204.38@tcp LPNI seq info [91276:91276:8:4294967295] 00000400:00000200:1.0:1776202231.070656:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.070662:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.070667:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.070674:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.070682:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.070685:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.070754:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.070759:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.070764:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00080000:00000010:2.0:1776202231.070784:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d82e2d3f. 00010000:00000010:2.1:1776202231.071517:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbd7437c. 00010000:00000010:2.1:1776202231.071539:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:2.0:1776202231.071623:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.071631:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b75f07d. 00010000:00000010:2.0:1776202231.071721:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.071729:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.071741:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.071746:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.071756:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.071769:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202231.071798:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000235fe3d. 00000400:00000010:2.0:1776202231.071805:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.071811:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.071816:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784576, portal 16 00000400:00000010:2.0:1776202231.071820:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202231.071824:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784576, offset 0 00000800:00000200:0.0:1776202231.072051:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.072056:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202231.072060:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.072067:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.072071:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:0.0:1776202231.072074:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000400:00000200:2.0:1776202231.073432:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.073459:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.073468:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.073472:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.073476:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.073479:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91277:91277:256:4294967295] 192.168.204.38@tcp LPNI seq info [91277:91277:8:4294967295] 00000400:00000200:2.0:1776202231.073489:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.073496:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.073505:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202231.073513:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.073519:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.073523:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.074403:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.074409:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:1.0:1776202231.074416:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.074423:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.074429:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:1.0:1776202231.074431:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000100:00000200:1.0:1776202231.074441:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.080894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f6e5010. 00010000:00000010:2.1:1776202231.080913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:1.1:1776202231.080953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa88a3f. 00000400:00000200:0.0:1776202231.081004:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.081022:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bc00 00000400:00000200:0.0:1776202231.081031:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7319 [1] + 224 00000400:00000200:0.0:1776202231.081041:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.081045:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.081055:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.081090:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.081095:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65ec0 00000400:00000200:0.0:1776202231.081100:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5c55 [2] + 1968 00000400:00000010:0.0:1776202231.081104:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fbd16de8. 00000400:00000200:0.0:1776202231.081109:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005c365685 00000400:00000200:0.0:1776202231.081119:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.081122:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.081125:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c365685 00000400:00000010:0.0:1776202231.081126:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005c365685 (tot 82354378). 00000100:00000200:0.0:1776202231.081132:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776202231.081208:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.081212:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.081214:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:2.0:1776202231.081220:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.081228:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.081257:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000235fe3d. 02000000:00000010:2.0:1776202231.081263:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6a286d5. 00000100:00000010:2.0:1776202231.081279:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.081284:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.081288:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000020:00000010:3.0:1776202231.081437:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b4c969. 00000020:00000010:3.0:1776202231.081444:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.081448:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.081474:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc5a200c x1862480604585664/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202231.081509:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585664 02000000:00000010:3.0:1776202231.081521:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cee50a7. 00010000:00000010:3.0:1776202231.081549:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aceb4309. 00010000:00000010:3.0:1776202231.081567:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.081574:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e70962e. 00000100:00000010:3.0:1776202231.081587:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e70962e. 00010000:00000010:3.0:1776202231.081590:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000010:3.0:1776202231.081601:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.081606:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585664, offset 224 00000400:00000200:3.0:1776202231.081614:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.081625:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.081632:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91278:91278:256:4294967295] 192.168.204.38@tcp LPNI seq info [91278:91278:8:4294967295] 00000400:00000200:3.0:1776202231.081649:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.081654:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.081660:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354626). 00000800:00000200:3.0:1776202231.081665:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.081672:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.081675:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.081743:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.081748:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.081750:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b4c969. 02000000:00000010:3.0:1776202231.081758:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002733bab0. 00000100:00000010:3.0:1776202231.081761:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:3.0:1776202231.081764:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000807f60b5. 00000100:00000010:3.0:1776202231.081767:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:3.0:1776202231.081771:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a312c34d. 00000100:00000010:3.0:1776202231.081772:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:3.0:1776202231.081777:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e7b8c4a. 00000100:00000010:3.0:1776202231.081779:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:3.0:1776202231.081790:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:3.0:1776202231.081793:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:3.0:1776202231.081795:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000858ffa23. 00000100:00000010:3.0:1776202231.081797:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 00000100:00000200:3.0:1776202231.081805:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202231.081811:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a8d5fd. 00000400:00000010:3.0:1776202231.081815:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004e70962e (tot 82354778). 00080000:00000010:2.0:1776202231.082901:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000235fe3d. 00010000:00000010:2.0:1776202231.083018:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.083028:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000babd2088. 00010000:00000010:2.0:1776202231.083111:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.083118:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.083129:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.083134:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.083142:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.083155:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000858ffa23. 02000000:00000010:2.0:1776202231.083181:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000807f60b5. 00000400:00000010:2.0:1776202231.083186:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.083191:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.083195:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784640, portal 16 00000400:00000010:2.0:1776202231.083201:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202231.083202:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784640, offset 0 00000400:00000200:2.0:1776202231.083210:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.083224:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.083230:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.083234:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.083237:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.083240:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91279:91279:255:4294967295] 192.168.204.38@tcp LPNI seq info [91279:91279:7:4294967295] 00000400:00000200:2.0:1776202231.083249:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.083255:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.083259:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82355026). 00000800:00000200:2.0:1776202231.083264:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.083270:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.083273:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.086957:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.086966:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:0.0:1776202231.086979:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.086989:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.086995:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:0.0:1776202231.086997:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 02000000:00000010:0.0:1776202231.087007:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cee50a7. 00000800:00000200:0.0:1776202231.087081:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.087083:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:0.0:1776202231.087441:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.087446:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.087449:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:0.0:1776202231.087452:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000100:00000200:0.0:1776202231.087462:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.090876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554749ac. 00010000:00000010:2.1:1776202231.096268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a6ec7dd. 00010000:00000010:2.1:1776202231.096287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:1.0:1776202231.097021:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.097041:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bc40 00000400:00000200:1.0:1776202231.097051:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7329 [1] + 224 00000400:00000200:1.0:1776202231.097066:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.097070:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.097082:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.097123:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.097128:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65f00 00000400:00000200:1.0:1776202231.097134:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 0 00000400:00000200:1.0:1776202231.097203:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.097208:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.097211:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.097217:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:3.0:1776202231.097484:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b4c969. 00000020:00000010:3.0:1776202231.097493:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.097497:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.097524:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604585728/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1776202231.097540:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.097546:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.097548:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:2.0:1776202231.097555:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.097564:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.097575:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585728 02000000:00000010:2.0:1776202231.097593:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000807f60b5. 02000000:00000010:3.0:1776202231.097595:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4d32a59. 02000000:00000010:2.0:1776202231.097600:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000858ffa23. 00000100:00000010:2.0:1776202231.097606:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.097611:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.097616:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00010000:00000010:3.0:1776202231.097629:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4c6e35. 00010000:00000010:3.0:1776202231.099054:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.099071:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.099088:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.099093:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000010:3.0:1776202231.099114:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202231.099119:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585728, offset 224 00000400:00000200:3.0:1776202231.099130:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.099147:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.099154:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91280:91280:256:4294967295] 192.168.204.38@tcp LPNI seq info [91280:91280:8:4294967295] 00000400:00000200:3.0:1776202231.099163:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.099170:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.099175:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00080000:00000010:2.0:1776202231.099414:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000858ffa23. 00010000:00000010:2.0:1776202231.099511:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.099518:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ec3d41f. 00000800:00000200:3.0:1776202231.099532:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.099541:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.099545:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776202231.099604:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.099609:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202231.099615:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.099619:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00080000:00000010:2.0:1776202231.099632:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000807f60b5. 00010000:00000010:2.0:1776202231.099657:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.099661:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202231.099715:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.099719:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.099726:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.099731:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.099738:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.099752:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202231.099786:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023ffea02. 00000400:00000010:2.0:1776202231.099793:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.099798:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.099804:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784704, portal 16 00000400:00000010:2.0:1776202231.099809:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202231.099811:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784704, offset 0 00000400:00000200:2.0:1776202231.099818:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.099826:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000800:00000200:0.0:1776202231.099854:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.099859:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.099867:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.099872:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.099876:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:0.0:1776202231.099878:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000400:00000200:2.0:1776202231.099952:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.099959:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.099962:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.099964:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91281:91281:255:4294967295] 192.168.204.38@tcp LPNI seq info [91281:91281:7:4294967295] 00000400:00000200:2.0:1776202231.099973:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.099978:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.099983:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202231.099988:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.099992:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.099995:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.100017:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.100025:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.100028:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b4c969. 00000800:00000200:0.0:1776202231.105143:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.105153:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202231.105165:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.105175:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.105397:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:0.0:1776202231.105400:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000100:00000200:0.0:1776202231.105413:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.106086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003093de33. 00000400:00000200:0.0:1776202231.107236:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.107263:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bc80 00000400:00000200:0.0:1776202231.107402:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7335 [1] + 224 00000400:00000200:0.0:1776202231.107423:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.107427:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.107438:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.107587:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202231.107592:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:2.0:1776202231.107594:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:2.0:1776202231.107600:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.107608:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.107636:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023ffea02. 02000000:00000010:2.0:1776202231.107641:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6a286d5. 00000100:00000010:2.0:1776202231.107657:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.107662:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.107666:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000200:1.0:1776202231.108989:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.109005:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65f40 00000400:00000200:1.0:1776202231.109014:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 328 00000400:00000200:1.0:1776202231.109236:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.109241:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.109248:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.109254:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c61b7b9. 00000020:00000010:3.0:1776202231.111543:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b4c969. 00000020:00000010:3.0:1776202231.111555:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.111560:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.111754:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c61b7b9 x1862480604585792/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202231.111867:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585792 02000000:00000010:3.0:1776202231.111881:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0a9a1b9. 00010000:00000010:3.0:1776202231.111926:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e379cd7. 00010000:00000010:3.0:1776202231.111958:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.111966:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.111986:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.111989:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000010:3.0:1776202231.112003:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202231.112009:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585792, offset 224 00000400:00000200:3.0:1776202231.112017:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.112032:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.112038:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91282:91282:256:4294967295] 192.168.204.38@tcp LPNI seq info [91282:91282:8:4294967295] 00000400:00000200:3.0:1776202231.112049:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.112055:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.112061:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.112068:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.112075:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.112079:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.112094:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.112099:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.112102:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b4c969. 00080000:00000010:2.0:1776202231.112157:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffea02. 00010000:00000010:2.0:1776202231.112238:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.112246:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003927160f. 00010000:00000010:2.0:1776202231.112345:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202231.112351:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3a29236. 00010000:00000010:2.0:1776202231.112362:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202231.112367:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.112374:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.112388:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce2f4ce5. 02000000:00000010:2.0:1776202231.112413:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001dca9ce3. 00000400:00000010:2.0:1776202231.112418:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202231.112423:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.112427:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784768, portal 16 00000400:00000010:2.0:1776202231.112432:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202231.112434:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784768, offset 0 00000400:00000200:2.0:1776202231.112439:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.112446:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.112454:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.112458:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.112461:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.112464:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91283:91283:255:4294967295] 192.168.204.38@tcp LPNI seq info [91283:91283:7:4294967295] 00000400:00000200:2.0:1776202231.112471:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.112475:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.112478:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82355026). 00000800:00000200:2.0:1776202231.112481:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.112485:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.112488:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.112609:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.112613:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:0.0:1776202231.112621:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.112626:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.112630:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:0.0:1776202231.112632:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000800:00000200:0.0:1776202231.112695:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.112697:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:0.0:1776202231.112701:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.112704:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.112706:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:0.0:1776202231.112707:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000100:00000200:0.0:1776202231.112712:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613784768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.115108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042725978. 00010000:00000010:2.1:1776202231.115131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202231.115138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.115140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:0.0:1776202231.115883:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.115910:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bcc0 00000400:00000200:0.0:1776202231.115919:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7341 [1] + 224 00000400:00000200:0.0:1776202231.115931:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.115943:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.115953:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613784768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.115986:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.115992:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65f80 00000400:00000200:0.0:1776202231.115997:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 656 00000400:00000200:0.0:1776202231.116005:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.116008:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.116011:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.116016:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000400:00000010:3.0:1776202231.116167:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:3.0:1776202231.116172:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:3.0:1776202231.116174:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:3.0:1776202231.116189:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613784768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.116198:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613784768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.116229:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001dca9ce3. 02000000:00000010:3.0:1776202231.116237:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce2f4ce5. 00000100:00000010:3.0:1776202231.116241:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:3.0:1776202231.116246:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:3.0:1776202231.116252:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000020:00000010:1.0:1776202231.116424:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002733bab0. 00000020:00000010:1.0:1776202231.116434:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.116439:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.116470:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604585856/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.116496:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585856 02000000:00000010:1.0:1776202231.116507:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a312c34d. 00010000:00000010:1.0:1776202231.116536:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec4af021. 00010000:00000010:1.0:1776202231.116558:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.116565:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.116581:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.116586:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.116602:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202231.116607:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585856, offset 224 00000400:00000200:1.0:1776202231.116614:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202231.116617:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043b4c969. 00000400:00000200:1.0:1776202231.116627:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.116635:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91284:91284:256:4294967295] 192.168.204.38@tcp LPNI seq info [91284:91284:8:4294967295] 00000400:00000200:1.0:1776202231.116645:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.116650:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.116655:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.116662:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.116670:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.116674:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.116702:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.116707:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.116713:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002733bab0. 00010000:00000010:3.0:1776202231.116728:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a29236. 00010000:00000010:3.0:1776202231.116736:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000332c1895. 00010000:00000010:3.0:1776202231.116857:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202231.116863:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.116874:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.116878:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.116980:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.116996:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020c00061. 02000000:00000010:3.0:1776202231.117025:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e0f1d31. 00000400:00000010:3.0:1776202231.117030:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056a67c75. 00000400:00000010:3.0:1776202231.117035:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.117041:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784832, portal 16 00000400:00000010:3.0:1776202231.117047:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202231.117048:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784832, offset 0 00000400:00000200:3.0:1776202231.117056:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.117063:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.117071:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.117075:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.117078:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.117080:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91285:91285:255:4294967295] 192.168.204.38@tcp LPNI seq info [91285:91285:7:4294967295] 00000400:00000200:3.0:1776202231.117087:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.117093:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.117097:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.117101:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.117105:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.117108:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.117164:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.117169:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:2.0:1776202231.117173:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.117178:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.117181:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202231.117182:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000800:00000200:2.0:1776202231.117209:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.117211:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.117217:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.117220:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.117221:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:2.0:1776202231.117223:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:2.0:1776202231.117228:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.119067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9186c02. 00010000:00000010:2.1:1776202231.119082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00000400:00000200:0.0:1776202231.122581:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.122601:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bd00 00000400:00000200:0.0:1776202231.122611:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb734d [1] + 224 00000400:00000200:0.0:1776202231.122623:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.122628:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.122639:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.122682:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.122688:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed65fc0 00000400:00000200:0.0:1776202231.122692:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 984 00000400:00000200:0.0:1776202231.122748:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.122751:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.122755:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.122759:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:1.0:1776202231.122876:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202231.122883:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.122887:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.122911:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604585920/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.122944:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585920 02000000:00000010:1.0:1776202231.122955:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002733bab0. 00010000:00000010:1.0:1776202231.123001:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.123009:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.123015:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.123019:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.123033:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202231.123037:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585920, offset 224 00000400:00000200:1.0:1776202231.123044:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.123054:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.123060:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91286:91286:256:4294967295] 192.168.204.38@tcp LPNI seq info [91286:91286:8:4294967295] 00000400:00000200:1.0:1776202231.123070:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.123075:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.123080:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.123086:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.123093:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.123096:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.123122:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.123126:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.123130:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00000800:00000200:2.0:1776202231.123348:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.123351:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202231.123354:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.123358:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.123361:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:2.0:1776202231.123363:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000400:00000010:3.0:1776202231.123501:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056a67c75. 00000400:00000200:3.0:1776202231.123506:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202231.123508:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202231.123513:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.123521:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202231.123540:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a9e1d2b. 02000000:00000010:3.0:1776202231.123554:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e0f1d31. 02000000:00000010:3.0:1776202231.123558:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020c00061. 00000100:00000010:3.0:1776202231.123561:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:3.0:1776202231.123565:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.123568:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00080000:00000010:3.0:1776202231.123583:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020c00061. 00010000:00000010:3.0:1776202231.123665:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.123672:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007de80ad9. 00010000:00000010:3.0:1776202231.123750:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202231.123755:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.123763:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202231.123766:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.123771:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.123781:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e0f1d31. 02000000:00000010:3.0:1776202231.123805:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8403. 00000400:00000010:3.0:1776202231.123809:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056a67c75. 00000400:00000010:3.0:1776202231.123813:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202231.123818:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784896, portal 16 00010000:00000010:3.1:1776202231.123959:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19f092. 00010000:00000010:3.1:1776202231.123972:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c859736. 00010000:00000010:3.1:1776202231.123977:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00000400:00000010:3.0:1776202231.124058:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202231.124063:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784896, offset 0 00010000:00000010:1.1:1776202231.124063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a45db9. 00000400:00000200:3.0:1776202231.124072:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.124083:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.124089:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.124093:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.124096:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.124100:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91287:91287:256:4294967295] 192.168.204.38@tcp LPNI seq info [91287:91287:8:4294967295] 00000400:00000200:3.0:1776202231.124110:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.124117:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.124191:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202231.124199:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.124204:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.124206:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.124323:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.124326:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:1.0:1776202231.124330:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.124334:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.124337:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:1.0:1776202231.124338:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:1.0:1776202231.124344:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613784896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.128622:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.128642:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bd40 00000400:00000200:0.0:1776202231.128651:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7359 [1] + 224 00000400:00000200:0.0:1776202231.128663:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.128667:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.128677:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613784896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.128771:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.128778:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66000 00000400:00000200:0.0:1776202231.128782:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 1312 00000400:00000200:0.0:1776202231.128876:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.128880:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.128884:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.128890:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000020:00000010:1.0:1776202231.129008:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7948d5. 00000020:00000010:1.0:1776202231.129016:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.129020:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.129053:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604585984/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.129081:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604585984 02000000:00000010:1.0:1776202231.129092:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f5624dc. 00010000:00000010:1.0:1776202231.129128:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.129135:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.129141:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.129146:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.129160:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202231.129165:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604585984, offset 224 00000400:00000200:1.0:1776202231.129172:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.129192:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.129197:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91288:91288:256:4294967295] 192.168.204.38@tcp LPNI seq info [91288:91288:8:4294967295] 00000400:00000200:1.0:1776202231.129208:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.129212:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.129217:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.129222:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.129229:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.129232:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.129257:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.129261:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.129265:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7948d5. 00000800:00000200:0.0:1776202231.129368:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.129371:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202231.129385:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.129389:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.129392:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:0.0:1776202231.129395:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00010000:00000010:3.1:1776202231.130016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039969dd5. 00010000:00000010:3.1:1776202231.130026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1459336. 00010000:00000010:3.1:1776202231.130031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000010:2.0:1776202231.130372:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056a67c75. 00000400:00000200:2.0:1776202231.130378:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:2.0:1776202231.130380:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:2.0:1776202231.130391:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613784896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.130400:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613784896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.130425:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006804453c. 02000000:00000010:2.0:1776202231.130442:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8403. 02000000:00000010:2.0:1776202231.130447:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e0f1d31. 00000100:00000010:2.0:1776202231.130452:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:2.0:1776202231.130457:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:2.0:1776202231.130460:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00080000:00000010:2.0:1776202231.130480:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffa9f0. 00010000:00000010:2.0:1776202231.131172:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:2.0:1776202231.131193:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086444637. 00010000:00000010:2.0:1776202231.131270:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.131277:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.131290:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f93cdbc. 00000100:00000010:2.0:1776202231.131298:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.131306:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202231.131320:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015ab8c0a. 02000000:00000010:2.0:1776202231.131347:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004f29c3b. 00000400:00000010:2.0:1776202231.131353:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001831664e. 00000400:00000010:2.0:1776202231.131358:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.131364:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613784960, portal 16 00000400:00000010:2.0:1776202231.131369:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202231.131371:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613784960, offset 0 00000400:00000200:2.0:1776202231.131378:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.131392:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.131399:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.131403:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.131406:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.131409:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91289:91289:256:4294967295] 192.168.204.38@tcp LPNI seq info [91289:91289:8:4294967295] 00000400:00000200:2.0:1776202231.131419:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.131424:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.131428:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202231.131433:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.131440:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.131444:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.132921:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.132927:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202231.132944:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.132952:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.132959:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:1.0:1776202231.132961:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:1.0:1776202231.132970:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613784960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.138543:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.138575:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bd80 00000400:00000200:0.0:1776202231.138814:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7365 [1] + 224 00000400:00000200:0.0:1776202231.139206:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.139212:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.139225:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613784960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.139263:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.139278:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66040 00000400:00000200:0.0:1776202231.139284:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 1640 00000400:00000200:0.0:1776202231.139339:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.139343:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.139347:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.139354:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000400:00000010:2.0:1776202231.139425:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001831664e. 00000400:00000200:2.0:1776202231.139432:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:2.0:1776202231.139434:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:2.0:1776202231.139440:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613784960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.139449:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613784960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.139478:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004f29c3b. 02000000:00000010:2.0:1776202231.139485:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015ab8c0a. 00000100:00000010:2.0:1776202231.139488:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202231.139492:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.139498:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f93cdbc. 00000020:00000010:3.0:1776202231.139910:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067890c65. 00000020:00000010:3.0:1776202231.139922:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.139927:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.139960:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604586048/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202231.140048:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586048 02000000:00000010:3.0:1776202231.140061:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c06c7db. 00010000:00000010:3.0:1776202231.140094:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026de5301. 00010000:00000010:3.0:1776202231.140124:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.140132:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.140145:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.140148:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.140162:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202231.140166:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586048, offset 224 00000400:00000200:3.0:1776202231.140174:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.140185:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.140190:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91290:91290:256:4294967295] 192.168.204.38@tcp LPNI seq info [91290:91290:8:4294967295] 00000400:00000200:3.0:1776202231.140199:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.140205:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.140210:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.140215:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.140221:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.140224:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.140242:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.140247:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.140249:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067890c65. 00000800:00000200:0.0:1776202231.140351:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.140356:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.140364:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.140369:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.140372:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202231.140373:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00080000:00000010:2.0:1776202231.140501:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015ab8c0a. 00010000:00000010:2.0:1776202231.140586:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.140593:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f96c0d20. 00010000:00000010:2.0:1776202231.140683:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.140687:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202231.140693:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.140698:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00080000:00000010:2.0:1776202231.140713:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004f29c3b. 00010000:00000010:2.0:1776202231.140928:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.140945:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe11883e. 00010000:00000010:2.0:1776202231.141000:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.141004:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.141011:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f93cdbc. 00000100:00000010:2.0:1776202231.141015:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.141022:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202231.141033:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065e0b6c8. 02000000:00000010:2.0:1776202231.141058:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012ce828c. 00000400:00000010:2.0:1776202231.141063:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001831664e. 00000400:00000010:2.0:1776202231.141067:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.141072:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785024, portal 16 00000400:00000010:2.0:1776202231.141076:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202231.141078:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785024, offset 0 00000400:00000200:2.0:1776202231.141084:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.141093:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.141099:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.141103:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.141105:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.141108:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91291:91291:256:4294967295] 192.168.204.38@tcp LPNI seq info [91291:91291:8:4294967295] 00000400:00000200:2.0:1776202231.141116:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.141123:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.141126:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202231.141130:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.141135:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.141138:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.141513:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.141517:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:1.0:1776202231.141522:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.141526:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.141530:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:1.0:1776202231.141531:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:1.0:1776202231.141538:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613785024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.144120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7020843. 00010000:00000010:2.1:1776202231.144143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f50e8db8. 00010000:00000010:2.1:1776202231.144150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00000400:00000200:0.0:1776202231.149565:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.149590:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bdc0 00000400:00000200:0.0:1776202231.149603:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7371 [1] + 224 00000400:00000200:0.0:1776202231.149619:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.149624:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.149640:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613785024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.149686:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.149693:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66080 00000400:00000200:0.0:1776202231.149699:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5cad [2] + 1968 00000400:00000010:0.0:1776202231.149703:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce14c306. 00000400:00000200:0.0:1776202231.149708:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000faea8559 00000400:00000200:0.0:1776202231.149794:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.149798:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.149801:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faea8559 00000400:00000010:0.0:1776202231.149804:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000faea8559 (tot 82354378). 00000100:00000200:0.0:1776202231.149811:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202231.150140:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091e7231e. 00000020:00000010:1.0:1776202231.150393:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.150399:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.150436:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a3dadc8 x1862480604586112/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.150472:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586112 02000000:00000010:1.0:1776202231.150484:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00010000:00000010:1.0:1776202231.150521:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.150528:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064886c10. 00000100:00000010:1.0:1776202231.150535:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064886c10. 00010000:00000010:1.0:1776202231.150540:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.150556:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202231.150562:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586112, offset 224 00000400:00000200:1.0:1776202231.150569:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.150582:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.150588:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91292:91292:256:4294967295] 192.168.204.38@tcp LPNI seq info [91292:91292:8:4294967295] 00000400:00000200:1.0:1776202231.150597:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.150603:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.150608:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202231.150613:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.150626:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.150630:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.150658:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.150662:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.150668:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091e7231e. 00000800:00000200:2.0:1776202231.150784:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.150789:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354378). 00000400:00000200:2.0:1776202231.150794:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.150799:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.150802:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:2.0:1776202231.150804:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00010000:00000010:3.1:1776202231.150918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ee9584. 00000400:00000010:3.0:1776202231.150957:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001831664e. 00000400:00000200:3.0:1776202231.150962:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:3.0:1776202231.150963:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:3.0:1776202231.150970:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613785024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.150978:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613785024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202231.151006:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc9a4c55. 02000000:00000010:3.0:1776202231.151023:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012ce828c. 02000000:00000010:3.0:1776202231.151029:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065e0b6c8. 00000100:00000010:3.0:1776202231.151032:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:3.0:1776202231.151036:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:3.0:1776202231.151040:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f93cdbc. 02000000:00000010:1.0:1776202231.151256:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 02000000:00000010:1.0:1776202231.151259:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c06c7db. 00000100:00000010:1.0:1776202231.151262:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:1.0:1776202231.151265:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f5624dc. 00000100:00000010:1.0:1776202231.151267:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 02000000:00000010:1.0:1776202231.151271:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002733bab0. 00000100:00000010:1.0:1776202231.151274:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:1.0:1776202231.151276:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a312c34d. 00000100:00000010:1.0:1776202231.151278:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:1.0:1776202231.151280:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0a9a1b9. 00000100:00000010:1.0:1776202231.151282:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c61b7b9. 02000000:00000010:1.0:1776202231.151287:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4d32a59. 00000100:00000010:1.0:1776202231.151288:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00000100:00000200:1.0:1776202231.151297:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202231.151302:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a6faa5b. 00000400:00000010:1.0:1776202231.151307:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000064886c10 (tot 82354530). 00080000:00000010:2.0:1776202231.151684:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000851560c0. 00010000:00000010:2.0:1776202231.151794:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.151803:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d478e35. 00010000:00000010:2.0:1776202231.151922:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.151929:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.151950:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.151957:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.151969:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.151982:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065c57f70. 02000000:00000010:2.0:1776202231.152016:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005b6420c. 00000400:00000010:2.0:1776202231.152020:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.152025:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.152029:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785088, portal 16 00000400:00000010:2.0:1776202231.152034:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202231.152036:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785088, offset 0 00000400:00000200:2.0:1776202231.152045:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.152063:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.152071:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.152074:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.152077:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.152082:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91293:91293:256:4294967295] 192.168.204.38@tcp LPNI seq info [91293:91293:8:4294967295] 00000400:00000200:2.0:1776202231.152090:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.152096:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.152101:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202231.152105:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.152111:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.152114:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.153675:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.153684:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:1.0:1776202231.153692:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.153701:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.153707:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:1.0:1776202231.153709:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:1.0:1776202231.153804:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.155318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c469de5c. 00010000:00000010:2.1:1776202231.155335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202231.155343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.155349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:0.0:1776202231.156405:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.156424:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62be00 00000400:00000200:0.0:1776202231.156433:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7381 [1] + 224 00000400:00000200:0.0:1776202231.156450:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.156454:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.156464:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.156619:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.156624:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed660c0 00000400:00000200:0.0:1776202231.156629:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 0 00000400:00000200:0.0:1776202231.156691:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.156695:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.156701:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.156720:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:1.0:1776202231.156952:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5624dc. 00000020:00000010:1.0:1776202231.156961:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.156966:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.156997:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604586176/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.157072:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586176 02000000:00000010:1.0:1776202231.157086:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00010000:00000010:1.0:1776202231.157129:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.157137:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.157144:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.157148:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.157162:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202231.157168:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586176, offset 224 00000400:00000200:1.0:1776202231.157175:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.157187:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.157194:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91294:91294:256:4294967295] 192.168.204.38@tcp LPNI seq info [91294:91294:8:4294967295] 00000400:00000200:1.0:1776202231.157203:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.157208:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.157213:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.157219:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.157226:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.157230:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.157262:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.157267:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.157278:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5624dc. 00000800:00000200:0.0:1776202231.157409:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.157413:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202231.157417:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.157420:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.157425:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:0.0:1776202231.157427:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000400:00000010:2.0:1776202231.157472:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.157476:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202231.157477:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.157482:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.157490:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.157512:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ad1d3cd. 02000000:00000010:2.0:1776202231.157533:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005b6420c. 02000000:00000010:2.0:1776202231.157538:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065c57f70. 00000100:00000010:2.0:1776202231.157544:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.157548:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.157552:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.157572:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065c57f70. 00010000:00000010:2.0:1776202231.157778:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.157787:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f145d457. 00010000:00000010:2.0:1776202231.161580:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.161593:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.161610:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.161618:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.161628:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.161763:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005b6420c. 02000000:00000010:2.0:1776202231.162276:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055c18995. 00000400:00000010:2.0:1776202231.162286:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.162291:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.162298:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785152, portal 16 00000400:00000010:2.0:1776202231.162303:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.162306:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785152, offset 0 00000400:00000200:2.0:1776202231.162315:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.162335:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.162343:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.162346:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.162349:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.162352:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91295:91295:256:4294967295] 192.168.204.38@tcp LPNI seq info [91295:91295:8:4294967295] 00000400:00000200:2.0:1776202231.162361:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.162367:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.162373:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202231.162380:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.162387:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.162391:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.163469:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.163478:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:1.0:1776202231.163486:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.163495:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.163502:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:1.0:1776202231.163505:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:1.0:1776202231.163518:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.167907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000826c1407. 00010000:00000010:2.1:1776202231.168085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8be966. 00010000:00000010:2.1:1776202231.168093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202231.172398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005211606b. 00010000:00000010:2.1:1776202231.172418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003841ac4. 00010000:00000010:2.1:1776202231.172423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00000400:00000200:0.0:1776202231.175549:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.175577:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62be40 00000400:00000200:0.0:1776202231.175590:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb738d [1] + 224 00000400:00000200:0.0:1776202231.175604:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.175608:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.175619:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.175663:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.175669:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66100 00000400:00000200:0.0:1776202231.175674:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 328 00000400:00000200:0.0:1776202231.175685:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.175688:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.175693:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.175698:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000400:00000010:2.0:1776202231.175812:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.175817:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202231.175820:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.175826:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.175886:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.175924:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055c18995. 02000000:00000010:2.0:1776202231.175930:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005b6420c. 00000100:00000010:2.0:1776202231.175942:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.175946:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.175950:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000020:00000010:1.0:1776202231.176285:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5624dc. 00000020:00000010:1.0:1776202231.176294:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.176299:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.176328:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604586240/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.176366:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586240 02000000:00000010:1.0:1776202231.176378:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091e7231e. 00010000:00000010:1.0:1776202231.176408:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005029f2bb. 00010000:00000010:1.0:1776202231.176432:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.176439:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.176455:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.176458:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.176473:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202231.176478:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586240, offset 224 00000400:00000200:1.0:1776202231.176486:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.176499:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.176506:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91296:91296:256:4294967295] 192.168.204.38@tcp LPNI seq info [91296:91296:8:4294967295] 00000400:00000200:1.0:1776202231.176516:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.176521:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.176526:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.176531:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.176539:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.176543:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776202231.176631:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005b6420c. 00010000:00000010:2.0:1776202231.176717:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.176727:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ad3b1b1. 00010000:00000010:2.0:1776202231.176823:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.176880:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.176902:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.176907:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.176915:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.176926:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055c18995. 02000000:00000010:2.0:1776202231.176961:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fddd0dde. 00000400:00000010:2.0:1776202231.176966:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.176970:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.176975:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785216, portal 16 00000400:00000010:2.0:1776202231.176980:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202231.176982:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785216, offset 0 00000400:00000200:2.0:1776202231.176989:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.176995:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.177004:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.177009:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.177012:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.177015:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91297:91297:255:4294967295] 192.168.204.38@tcp LPNI seq info [91297:91297:7:4294967295] 00000400:00000200:2.0:1776202231.177021:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.177025:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.177029:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82355026). 00000800:00000200:2.0:1776202231.177033:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.177037:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.177040:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.177235:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.177240:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.177245:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5624dc. 00000800:00000200:0.0:1776202231.179655:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.179663:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:0.0:1776202231.179672:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.179681:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.179688:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:0.0:1776202231.179691:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000800:00000200:0.0:1776202231.179764:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.179766:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:0.0:1776202231.179770:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.179773:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.179775:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:0.0:1776202231.179776:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:0.0:1776202231.179784:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.183103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002573ac12. 00010000:00000010:2.1:1776202231.183121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:1.1:1776202231.183417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058073d4d. 00000400:00000200:1.0:1776202231.187491:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.187515:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 26 MB=0x69dea8ed66140 00000400:00000200:1.0:1776202231.187526:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.38@tcp of length 224/224 into md 0x90e49 [2] + 0 00000400:00000010:1.0:1776202231.187531:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000192fe6e2. 00000400:00000200:1.0:1776202231.187537:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dc9fd2b9 00000400:00000200:1.0:1776202231.187551:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.187569:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.187573:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc9fd2b9 00000400:00000010:1.0:1776202231.187575:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dc9fd2b9 (tot 82354378). 00000100:00000200:1.0:1776202231.187581:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1776202231.187745:0:71837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce2f4ce5. 00000020:00000010:2.0:1776202231.187753:0:71837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.187757:0:71837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202231.187803:0:71837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586304 02000000:00000010:2.0:1776202231.187820:0:71837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dca9ce3. 00010000:00000200:2.0:1776202231.187858:0:71837:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006e2e3648 x1862480604586304/t0(0) o400->4192796e-6578-43e4-89eb-909373e33f22@192.168.204.38@tcp:562/0 lens 224/224 e 0 to 0 dl 1776202237 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776202231.187876:0:71837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202231.187881:0:71837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862480604586304, offset 224 00000400:00000200:2.0:1776202231.187889:0:71837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.187910:0:71837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.187915:0:71837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91298:91298:256:4294967295] 192.168.204.38@tcp LPNI seq info [91298:91298:8:4294967295] 00000400:00000200:2.0:1776202231.187925:0:71837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.187930:0:71837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.187945:0:71837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354626). 00000800:00000200:2.0:1776202231.187951:0:71837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.187959:0:71837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.187964:0:71837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.187991:0:71837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.187995:0:71837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.187998:0:71837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce2f4ce5. 00000100:00000200:2.0:1776202231.188006:0:71837:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776202231.188011:0:71837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be5885fe. 00000400:00000010:2.0:1776202231.188017:0:71837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000041938174 (tot 82354778). 00000800:00000200:1.0:1776202231.188212:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.188216:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:1.0:1776202231.188221:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.188224:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.188231:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:1.0:1776202231.188232:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 02000000:00000010:1.0:1776202231.188238:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dca9ce3. 00000400:00000200:0.0:1776202231.203139:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.203160:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62be80 00000400:00000200:0.0:1776202231.203170:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7399 [1] + 224 00000400:00000200:0.0:1776202231.203188:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.203193:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.203204:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.205404:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.205414:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202231.205417:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.205431:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.205442:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.205479:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fddd0dde. 02000000:00000010:2.0:1776202231.205488:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055c18995. 00000100:00000010:2.0:1776202231.205492:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.205502:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.205509:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.205714:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.205728:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed661c0 00000400:00000200:1.0:1776202231.205734:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 656 00000400:00000200:1.0:1776202231.205745:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.205749:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.205754:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.205758:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000400:00000200:1.0:1776202231.205786:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.205801:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 12 MB=0x69dea8ed66180 00000400:00000200:1.0:1776202231.205806:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.38@tcp of length 224/224 into md 0x8023d [64] + 150648 00000400:00000200:1.0:1776202231.205816:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.205818:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.205821:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776202231.205825:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c61b7b9. 00000020:00000010:2.0:1776202231.205947:0:77501:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055c18995. 00000020:00000010:2.0:1776202231.205953:0:77501:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.205957:0:77501:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202231.206003:0:77501:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586368 02000000:00000010:2.0:1776202231.206023:0:77501:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fddd0dde. 00010000:00000200:2.0:1776202231.206032:0:77501:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009c61b7b9 x1862480604586368/t0(0) o400->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 224/224 e 0 to 0 dl 1776202274 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776202231.206046:0:77501:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.206051:0:77501:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480604586368, offset 224 00000400:00000200:2.0:1776202231.206059:0:77501:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.206069:0:77501:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.206074:0:77501:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91299:91299:256:4294967295] 192.168.204.38@tcp LPNI seq info [91299:91299:8:4294967295] 00000400:00000200:2.0:1776202231.206084:0:77501:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.206090:0:77501:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.206096:0:77501:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202231.206102:0:77501:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.206109:0:77501:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.206113:0:77501:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.206136:0:77501:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.206141:0:77501:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.206144:0:77501:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055c18995. 00000020:00000010:0.0:1776202231.206209:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.206214:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.206217:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.206233:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604586432/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.206255:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586432 02000000:00000010:0.0:1776202231.206271:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.206295:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b154aef. 00010000:00000010:0.0:1776202231.206318:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.206324:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.206338:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.206341:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.206348:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202231.206350:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586432, offset 224 00000400:00000200:0.0:1776202231.206355:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.206361:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.206364:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91300:91300:255:4294967295] 192.168.204.38@tcp LPNI seq info [91300:91300:7:4294967295] 00000400:00000200:0.0:1776202231.206370:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.206375:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.206377:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82355026). 00000800:00000200:0.0:1776202231.206381:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.206385:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.206387:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.206394:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.206397:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.206401:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.206557:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055c18995. 00010000:00000010:2.0:1776202231.206640:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.206647:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d06f9bb7. 00010000:00000010:2.0:1776202231.206720:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.206726:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.206735:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.206740:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.206748:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.206758:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ce828c. 02000000:00000010:2.0:1776202231.206779:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065e0b6c8. 00000400:00000010:2.0:1776202231.206784:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.206789:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000400:00000200:3.0:1776202231.206792:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:2.0:1776202231.206796:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785280, portal 16 00000400:00000010:2.0:1776202231.206802:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000400:00000200:3.0:1776202231.206803:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 28 MB=0x69dea8ed66240 00000100:00000200:2.0:1776202231.206806:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785280, offset 0 00000400:00000200:3.0:1776202231.206811:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7cf69 [8] + 2912 00000400:00000200:3.0:1776202231.206821:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.206824:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000800:00000200:1.0:1776202231.206899:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.206903:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354778). 00000400:00000200:1.0:1776202231.206908:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.206912:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.207921:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.207945:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.207952:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.207956:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.207959:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.207962:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91301:91301:254:4294967295] 192.168.204.38@tcp LPNI seq info [91301:91301:6:4294967295] 00000400:00000200:2.0:1776202231.207972:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.207977:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.207982:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82355026). 00000800:00000200:2.0:1776202231.207987:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.207993:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.207996:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000100:00000200:3.0:1776202231.208460:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776202231.208468:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f2d9299. 00000400:00000200:3.0:1776202231.208508:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.208516:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 28 MB=0x69dea8ed66200 00000400:00000200:3.0:1776202231.208523:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7cf69 [8] + 3136 00000020:00000010:2.0:1776202231.209136:0:76176:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf17438. 00000020:00000010:2.0:1776202231.209144:0:76176:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.209149:0:76176:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000400:00000200:3.0:1776202231.209294:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.209301:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.209306:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776202231.209310:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b64c14b. 00000020:00000010:2.0:1776202231.209513:0:76176:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dca9ce3. 00000020:00000010:2.0:1776202231.209517:0:76176:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.209520:0:76176:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.209541:0:76176:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586560 02000000:00000010:2.0:1776202231.209560:0:76176:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2f4ce5. 00010000:00000200:2.0:1776202231.209570:0:76176:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007f2d9299 x1862480604586560/t0(0) o400->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 224/224 e 0 to 0 dl 1776202274 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776202231.209590:0:76176:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202231.209595:0:76176:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480604586560, offset 224 00000400:00000200:2.0:1776202231.209603:0:76176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.209613:0:76176:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.209618:0:76176:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91302:91302:253:4294967295] 192.168.204.38@tcp LPNI seq info [91302:91302:5:4294967295] 00000400:00000200:2.0:1776202231.209628:0:76176:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.209633:0:76176:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.209637:0:76176:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82355274). 00000800:00000200:2.0:1776202231.209642:0:76176:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.209657:0:76176:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.209660:0:76176:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.209670:0:76176:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202231.209674:0:76176:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202231.209676:0:76176:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf17438. 00000100:00000200:2.0:1776202231.209686:0:76176:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586496 02000000:00000010:2.0:1776202231.209693:0:76176:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000caf17438. 00010000:00000200:2.0:1776202231.209698:0:76176:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002b64c14b x1862480604586496/t0(0) o400->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 224/224 e 0 to 0 dl 1776202274 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776202231.209706:0:76176:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202231.209708:0:76176:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480604586496, offset 224 00000400:00000200:2.0:1776202231.209713:0:76176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.209718:0:76176:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.209721:0:76176:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91303:91303:252:4294967295] 192.168.204.38@tcp LPNI seq info [91303:91303:4:4294967295] 00000400:00000200:2.0:1776202231.209727:0:76176:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.209731:0:76176:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.209733:0:76176:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82355522). 00000800:00000200:2.0:1776202231.209737:0:76176:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.209741:0:76176:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.209743:0:76176:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.209748:0:76176:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.209750:0:76176:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.209752:0:76176:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dca9ce3. 00000400:00000200:1.0:1776202231.210003:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:1.0:1776202231.210007:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000800:00000200:1.0:1776202231.210037:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.210040:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82355274). 00000400:00000200:1.0:1776202231.210044:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.210049:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.210051:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:1.0:1776202231.210053:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000800:00000200:1.0:1776202231.210062:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.210064:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82355026). 00000400:00000200:1.0:1776202231.210067:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.210070:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.210072:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:1.0:1776202231.210074:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:1.0:1776202231.210078:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776202231.210093:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.210095:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354778). 00000400:00000200:1.0:1776202231.210097:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.210099:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.210101:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:1.0:1776202231.210102:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000800:00000200:1.0:1776202231.210724:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.210727:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202231.210731:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.210735:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.210738:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:1.0:1776202231.210739:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00010000:00000010:0.1:1776202231.213134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cf89b3. 00000400:00000200:1.0:1776202231.215574:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.215596:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bec0 00000400:00000200:1.0:1776202231.215605:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73b1 [1] + 224 00000400:00000200:1.0:1776202231.215620:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.215624:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.215642:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.215681:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.215685:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66280 00000400:00000200:1.0:1776202231.215690:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 984 00000400:00000200:1.0:1776202231.215700:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.215703:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.215707:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.215714:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00000400:00000010:2.0:1776202231.215793:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.215798:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.215800:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.215805:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.215809:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.215861:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3b21307. 00010000:00000010:2.1:1776202231.215867:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 02000000:00000010:2.0:1776202231.215880:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065e0b6c8. 02000000:00000010:2.0:1776202231.215884:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ce828c. 00000100:00000010:2.0:1776202231.215887:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.215889:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.215892:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000020:00000010:0.0:1776202231.216047:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.216055:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.216059:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.216082:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604586624/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.216124:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586624 02000000:00000010:0.0:1776202231.216134:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00010000:00000010:0.0:1776202231.216160:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d119310. 00010000:00000010:0.0:1776202231.216183:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.216189:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.216201:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.216204:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.216216:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202231.216221:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586624, offset 224 00000400:00000200:0.0:1776202231.216229:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.216239:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.216244:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91304:91304:256:4294967295] 192.168.204.38@tcp LPNI seq info [91304:91304:8:4294967295] 00000400:00000200:0.0:1776202231.216254:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.216258:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.216263:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202231.216268:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.216275:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.216278:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.216300:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.216303:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.216307:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.216431:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012ce828c. 00010000:00000010:2.0:1776202231.216522:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.216533:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063104de8. 00010000:00000010:2.0:1776202231.216614:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.216618:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.216623:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.216628:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00080000:00000010:2.0:1776202231.216639:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e0b6c8. 00010000:00000010:2.0:1776202231.216663:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.216667:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.216719:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.216724:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.216731:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.216734:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.216741:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.216752:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dca9ce3. 02000000:00000010:2.0:1776202231.216774:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6a286d5. 00000400:00000010:2.0:1776202231.216778:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.216782:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.216786:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785344, portal 16 00000400:00000010:2.0:1776202231.216790:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202231.216792:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785344, offset 0 00000400:00000200:2.0:1776202231.216797:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.216804:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.216810:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.216813:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.216816:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.216818:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91305:91305:255:4294967295] 192.168.204.38@tcp LPNI seq info [91305:91305:7:4294967295] 00000400:00000200:2.0:1776202231.216825:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.216872:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.216876:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82355026). 00000800:00000200:2.0:1776202231.216880:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.216884:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.216887:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.217247:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.217250:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354778). 00000400:00000200:1.0:1776202231.217254:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.217258:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.217262:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:1.0:1776202231.217264:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000800:00000200:1.0:1776202231.217322:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.217325:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:1.0:1776202231.217328:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.217331:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.217333:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:1.0:1776202231.217335:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:1.0:1776202231.217341:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.221881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b8a259e. 00010000:00000010:2.1:1776202231.221950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006308d82. 00010000:00000010:2.1:1776202231.221958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.1:1776202231.221964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.221967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00000400:00000200:1.0:1776202231.224470:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.224490:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bf00 00000400:00000200:1.0:1776202231.224500:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73c5 [1] + 224 00000400:00000200:1.0:1776202231.224530:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.224534:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.224545:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.224682:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.224688:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.224690:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.224696:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.224704:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.224733:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202231.224739:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dca9ce3. 00000100:00000010:2.0:1776202231.224744:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.224748:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.224753:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.225113:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.225120:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed662c0 00000400:00000200:1.0:1776202231.225124:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 1312 00000400:00000200:1.0:1776202231.225195:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.225199:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.225203:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.225208:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:3.0:1776202231.225352:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067890c65. 00000020:00000010:3.0:1776202231.225360:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.225364:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.225389:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604586688/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202231.225424:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586688 02000000:00000010:3.0:1776202231.225434:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5272346. 00010000:00000010:3.0:1776202231.225471:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d4eb27c. 00010000:00000010:3.0:1776202231.225494:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.225500:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.225515:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.225518:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.225534:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202231.225540:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586688, offset 224 00000400:00000200:3.0:1776202231.225549:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.225560:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.225566:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91306:91306:256:4294967295] 192.168.204.38@tcp LPNI seq info [91306:91306:8:4294967295] 00080000:00000010:2.0:1776202231.225566:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a286d5. 00000400:00000200:3.0:1776202231.225579:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.225584:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.225590:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.225596:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.225605:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.225609:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.225630:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.225635:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.225637:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067890c65. 00010000:00000010:2.0:1776202231.225673:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.225681:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b235d2c. 00010000:00000010:2.0:1776202231.225755:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.225761:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.225774:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.225777:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.225783:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.225794:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dca9ce3. 02000000:00000010:2.0:1776202231.225818:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095c94a86. 00000400:00000010:2.0:1776202231.225823:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.225826:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.225877:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785408, portal 16 00000400:00000010:2.0:1776202231.225883:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202231.225886:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785408, offset 0 00000400:00000200:2.0:1776202231.225892:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.225898:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.225907:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.225911:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.225914:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.225917:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91307:91307:255:4294967295] 192.168.204.38@tcp LPNI seq info [91307:91307:7:4294967295] 00000400:00000200:2.0:1776202231.225923:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.225927:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.225941:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82355026). 00000800:00000200:2.0:1776202231.225946:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.225950:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.225952:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.226719:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.226725:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:1.0:1776202231.226736:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.226744:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.226750:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:1.0:1776202231.226752:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000800:00000200:1.0:1776202231.226822:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.226825:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:1.0:1776202231.226872:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.226876:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.226878:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:1.0:1776202231.226880:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:1.0:1776202231.226888:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.230012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000094edef9. 00010000:00000010:2.1:1776202231.230028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:3.1:1776202231.231291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d294bbec. 00000400:00000200:1.0:1776202231.231469:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.231485:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bf40 00000400:00000200:1.0:1776202231.231493:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73d1 [1] + 224 00000400:00000200:1.0:1776202231.231509:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.231513:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.231524:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.231630:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.231636:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.231639:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.231644:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.231651:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.231681:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095c94a86. 02000000:00000010:2.0:1776202231.231687:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dca9ce3. 00000100:00000010:2.0:1776202231.231692:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.231695:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.231698:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.235094:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.235116:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66300 00000400:00000200:1.0:1776202231.235125:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 1640 00000400:00000200:1.0:1776202231.235204:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.235209:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.235216:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.235222:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 00000020:00000010:3.0:1776202231.235614:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067890c65. 00000020:00000010:3.0:1776202231.235622:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.235627:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.235657:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054f18f56 x1862480604586752/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202231.235696:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586752 02000000:00000010:3.0:1776202231.235710:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a91eec9f. 00010000:00000010:3.0:1776202231.235746:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0431d45. 00010000:00000010:3.0:1776202231.235770:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.235777:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.235804:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.235808:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.235822:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202231.235875:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586752, offset 224 00000400:00000200:3.0:1776202231.235886:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.235906:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.235914:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91308:91308:256:4294967295] 192.168.204.38@tcp LPNI seq info [91308:91308:8:4294967295] 00000400:00000200:3.0:1776202231.235927:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.235941:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.235947:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.235954:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.235963:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.235967:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.235994:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.235998:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.236001:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067890c65. 00080000:00000010:2.0:1776202231.236166:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095c94a86. 00010000:00000010:2.0:1776202231.236255:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.236263:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005cad72f5. 00010000:00000010:2.0:1776202231.236353:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.236359:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.236370:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.236373:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.236380:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.236392:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dca9ce3. 02000000:00000010:2.0:1776202231.236420:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f40f603. 00000400:00000010:2.0:1776202231.236426:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.236431:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.236437:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785472, portal 16 00000400:00000010:2.0:1776202231.236441:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202231.236443:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785472, offset 0 00000400:00000200:2.0:1776202231.236448:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.236456:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.236464:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.236467:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.236470:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.236472:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91309:91309:255:4294967295] 192.168.204.38@tcp LPNI seq info [91309:91309:7:4294967295] 00000400:00000200:2.0:1776202231.236479:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.236485:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.236489:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82355026). 00000800:00000200:2.0:1776202231.236493:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.236498:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.236500:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.237382:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.237386:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:1.0:1776202231.237394:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.237399:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.237402:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:1.0:1776202231.237403:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000800:00000200:1.0:1776202231.237452:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.237454:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:1.0:1776202231.237457:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.237460:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.237462:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:1.0:1776202231.237463:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:1.0:1776202231.237471:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.240887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000188d1c9f. 00000400:00000200:1.0:1776202231.242144:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.242164:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bf80 00000400:00000200:1.0:1776202231.242185:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73dd [1] + 224 00000400:00000200:1.0:1776202231.242198:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.242201:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.242212:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.242247:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.242252:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66340 00000400:00000200:1.0:1776202231.242257:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d05 [2] + 1968 00000400:00000010:1.0:1776202231.242261:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016f76a97. 00000400:00000200:1.0:1776202231.242264:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ca500092 00000400:00000010:2.0:1776202231.242284:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.242289:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.242291:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.242297:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.242305:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.242335:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f40f603. 02000000:00000010:2.0:1776202231.242344:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dca9ce3. 00000100:00000010:2.0:1776202231.242350:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.242354:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.242359:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.242414:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.242419:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.242422:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca500092 00000400:00000010:1.0:1776202231.242424:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ca500092 (tot 82354378). 00000100:00000200:1.0:1776202231.242429:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202231.242543:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067890c65. 00000020:00000010:3.0:1776202231.242551:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.242555:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.242582:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4430555 x1862480604586816/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202231.242880:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586816 02000000:00000010:3.0:1776202231.242893:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064277b93. 00010000:00000010:3.0:1776202231.242920:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049964263. 00010000:00000010:3.0:1776202231.242953:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.242960:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087550e9f. 00000100:00000010:3.0:1776202231.242976:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000087550e9f. 00010000:00000010:3.0:1776202231.242979:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.242990:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202231.242995:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586816, offset 224 00000400:00000200:3.0:1776202231.243003:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.243016:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.243022:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91310:91310:256:4294967295] 192.168.204.38@tcp LPNI seq info [91310:91310:8:4294967295] 00000400:00000200:3.0:1776202231.243032:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.243037:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.243045:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354626). 00000800:00000200:3.0:1776202231.243051:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.243058:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.243062:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.243076:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.243080:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.243083:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067890c65. 02000000:00000010:3.0:1776202231.243092:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a91eec9f. 00000100:00000010:3.0:1776202231.243094:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 02000000:00000010:3.0:1776202231.243099:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5272346. 00000100:00000010:3.0:1776202231.243101:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:3.0:1776202231.243104:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:3.0:1776202231.243106:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:3.0:1776202231.243111:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:3.0:1776202231.243112:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:3.0:1776202231.243116:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091e7231e. 00000100:00000010:3.0:1776202231.243118:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:3.0:1776202231.243122:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 00000100:00000010:3.0:1776202231.243124:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000200:3.0:1776202231.243130:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202231.243135:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005254a3dc. 00000400:00000010:3.0:1776202231.243139:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000087550e9f (tot 82354778). 00080000:00000010:2.0:1776202231.243192:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f40f603. 00010000:00000010:2.0:1776202231.243292:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.243300:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fa2e98e. 00010000:00000010:2.0:1776202231.243384:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.243390:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.243401:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.243405:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.243412:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.243426:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f06999d. 02000000:00000010:2.0:1776202231.243451:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d522d795. 00000400:00000010:2.0:1776202231.243455:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.243458:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.243462:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785536, portal 16 00000400:00000010:2.0:1776202231.243466:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202231.243468:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785536, offset 0 00000400:00000200:2.0:1776202231.243473:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.243481:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.243487:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.243490:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.243493:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.243496:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91311:91311:255:4294967295] 192.168.204.38@tcp LPNI seq info [91311:91311:7:4294967295] 00000400:00000200:2.0:1776202231.243503:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.243507:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.243510:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82355026). 00000800:00000200:2.0:1776202231.243514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.243518:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.243521:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.243704:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.243708:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:1.0:1776202231.243714:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.243719:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.243722:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:1.0:1776202231.243723:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 02000000:00000010:1.0:1776202231.243727:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064277b93. 00000800:00000200:1.0:1776202231.243791:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.243793:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:1.0:1776202231.243796:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.243799:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.243801:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:1.0:1776202231.243802:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:1.0:1776202231.243807:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.247741:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.247761:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62bfc0 00000400:00000200:1.0:1776202231.247769:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73ed [1] + 224 00000400:00000200:1.0:1776202231.247781:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.247785:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.247795:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.247978:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.247985:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66380 00000400:00000200:1.0:1776202231.247990:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 0 00000400:00000200:1.0:1776202231.248000:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.248003:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.248008:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.248013:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:3.0:1776202231.248090:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5272346. 00000020:00000010:3.0:1776202231.248097:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.248102:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.248126:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604586880/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202231.248158:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586880 02000000:00000010:3.0:1776202231.248170:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a91eec9f. 00010000:00000010:3.0:1776202231.248207:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.248220:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202231.248227:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202231.248230:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.248242:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202231.248247:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586880, offset 224 00000400:00000200:3.0:1776202231.248254:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.248265:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.248279:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91312:91312:256:4294967295] 192.168.204.38@tcp LPNI seq info [91312:91312:8:4294967295] 00000400:00000200:3.0:1776202231.248289:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.248294:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.248299:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.248305:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.248311:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.248315:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.248336:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.248341:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.248343:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5272346. 00000800:00000200:1.0:1776202231.248578:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.248581:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202231.248590:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.248603:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.248607:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:1.0:1776202231.248609:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000400:00000010:2.0:1776202231.249636:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.249650:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.249652:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.249663:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.249672:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.249701:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049afbc8c. 02000000:00000010:2.0:1776202231.249718:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d522d795. 02000000:00000010:2.0:1776202231.249725:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f06999d. 00000100:00000010:2.0:1776202231.249729:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.249734:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.249737:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.249758:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f06999d. 00010000:00000010:2.1:1776202231.250035:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000826e57a2. 00010000:00000010:2.1:1776202231.250041:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.250063:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.250070:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea6634c7. 00010000:00000010:2.0:1776202231.250145:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.250152:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.250161:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.250166:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.250173:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.250184:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d522d795. 02000000:00000010:2.0:1776202231.250208:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031d7d36b. 00000400:00000010:2.0:1776202231.250213:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.250217:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.250223:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785600, portal 16 00000400:00000010:2.0:1776202231.250227:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.250229:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785600, offset 0 00000400:00000200:2.0:1776202231.250236:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.250249:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.250256:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.250259:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.250262:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.250266:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91313:91313:256:4294967295] 192.168.204.38@tcp LPNI seq info [91313:91313:8:4294967295] 00000400:00000200:2.0:1776202231.250285:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.250290:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.250295:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202231.250301:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.250306:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.250309:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.253733:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.253740:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:1.0:1776202231.253748:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.253756:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.253761:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:1.0:1776202231.253763:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:1.0:1776202231.253771:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.255020:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861f2790. 00000400:00000200:1.0:1776202231.255144:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.255163:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c000 00000400:00000200:1.0:1776202231.255171:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb73f9 [1] + 224 00000400:00000200:1.0:1776202231.255184:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.255187:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.255197:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.255285:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.255292:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed663c0 00000400:00000200:1.0:1776202231.255298:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 328 00000400:00000200:1.0:1776202231.255341:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.255345:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.255349:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.255354:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:0.0:1776202231.255509:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.255516:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.255520:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.255546:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604586944/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.255575:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604586944 02000000:00000010:0.0:1776202231.255586:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e7b8c4a. 00010000:00000010:0.0:1776202231.255620:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.255626:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.255632:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.255634:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.255648:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202231.255652:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604586944, offset 224 00000400:00000200:0.0:1776202231.255660:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.255670:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.255675:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91314:91314:256:4294967295] 192.168.204.38@tcp LPNI seq info [91314:91314:8:4294967295] 00000400:00000200:0.0:1776202231.255684:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.255688:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.255693:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202231.255699:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.255705:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.255709:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.255733:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.255737:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.255741:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00000800:00000200:1.0:1776202231.255892:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.255895:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:1.0:1776202231.255899:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.255904:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.255907:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:1.0:1776202231.255909:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000400:00000010:2.0:1776202231.256207:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.256212:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.256214:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.256220:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.256229:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.256252:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060ceb44a. 02000000:00000010:2.0:1776202231.256331:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031d7d36b. 02000000:00000010:2.0:1776202231.256340:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d522d795. 00000100:00000010:2.0:1776202231.256344:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.256348:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.256351:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.256367:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d522d795. 00010000:00000010:2.0:1776202231.256462:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.256469:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5e60ee2. 00010000:00000010:2.0:1776202231.256545:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.256549:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.256554:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.256558:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00080000:00000010:2.0:1776202231.256571:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031d7d36b. 00010000:00000010:2.0:1776202231.256596:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.256600:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.256650:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.0:1776202231.256653:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.256660:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.256664:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.256671:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.256683:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d94135d8. 02000000:00000010:2.0:1776202231.256709:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c09fb682. 00000400:00000010:2.0:1776202231.256713:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.256716:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.256722:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785664, portal 16 00000400:00000010:2.0:1776202231.256726:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202231.256728:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785664, offset 0 00000400:00000200:2.0:1776202231.256735:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.256745:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.256753:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.256757:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.256761:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.256763:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91315:91315:256:4294967295] 192.168.204.38@tcp LPNI seq info [91315:91315:8:4294967295] 00000400:00000200:2.0:1776202231.256772:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.256777:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.256781:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202231.256786:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.256793:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.256796:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.257110:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.257113:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:1.0:1776202231.257118:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.257123:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.257126:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:1.0:1776202231.257128:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000100:00000200:1.0:1776202231.257134:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.258976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109f301b. 00010000:00000010:2.1:1776202231.258992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202231.258997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6ef96c. 00010000:00000010:2.1:1776202231.259000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000474ff1a4. 00010000:00000010:2.1:1776202231.259003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:1.0:1776202231.261892:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.261914:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c040 00000400:00000200:1.0:1776202231.264437:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7405 [1] + 224 00000400:00000200:1.0:1776202231.264468:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.264472:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.264482:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.264520:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.264533:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66400 00000400:00000200:1.0:1776202231.264538:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 656 00000400:00000200:1.0:1776202231.264548:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.264551:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.264554:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.264560:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:3.0:1776202231.264651:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5272346. 00000020:00000010:3.0:1776202231.264659:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.264663:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.264688:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604587008/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202231.264723:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587008 02000000:00000010:3.0:1776202231.264734:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067890c65. 00010000:00000010:3.0:1776202231.264770:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.264778:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202231.264784:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202231.264787:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202231.264814:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202231.264820:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587008, offset 224 00000400:00000200:3.0:1776202231.264826:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.264848:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.264852:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91316:91316:256:4294967295] 192.168.204.38@tcp LPNI seq info [91316:91316:8:4294967295] 00000400:00000200:3.0:1776202231.264860:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.264863:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.264868:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.264872:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.264877:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.264880:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.264897:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.264901:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.264904:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5272346. 00000800:00000200:1.0:1776202231.265018:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.265022:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202231.265029:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.265032:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.265035:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:1.0:1776202231.265038:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000400:00000010:2.0:1776202231.265569:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.265575:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.265576:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.265584:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.265602:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.265624:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3cede9e. 02000000:00000010:2.0:1776202231.266166:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c09fb682. 02000000:00000010:2.0:1776202231.266176:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d94135d8. 00000100:00000010:2.0:1776202231.266180:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.266183:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.266186:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.266205:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d94135d8. 00010000:00000010:2.0:1776202231.266293:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.266302:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061c555d3. 00010000:00000010:2.0:1776202231.266373:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.266379:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.266388:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.266393:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.266399:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.266411:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c09fb682. 02000000:00000010:2.0:1776202231.266443:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000075c973a. 00000400:00000010:2.0:1776202231.266448:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.266453:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.266460:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785728, portal 16 00000400:00000010:2.0:1776202231.266465:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202231.266467:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785728, offset 0 00000400:00000200:2.0:1776202231.266475:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.266486:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.266493:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.266496:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.266498:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.266501:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91317:91317:256:4294967295] 192.168.204.38@tcp LPNI seq info [91317:91317:8:4294967295] 00000400:00000200:2.0:1776202231.266509:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.266515:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.266518:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202231.266524:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.266529:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.266532:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.266948:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.266953:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202231.266959:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.266964:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.266969:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:1.0:1776202231.266970:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:1.0:1776202231.266977:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.270008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b58509c. 00010000:00000010:2.1:1776202231.270025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084c801c5. 00010000:00000010:2.1:1776202231.270029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.1:1776202231.270034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.270036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00000400:00000200:1.0:1776202231.272305:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.272326:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c080 00000400:00000200:1.0:1776202231.272334:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7411 [1] + 224 00000400:00000200:1.0:1776202231.272347:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.272351:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.272362:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.272403:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.272409:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66440 00000400:00000200:1.0:1776202231.272414:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 984 00000400:00000200:1.0:1776202231.272424:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.272427:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.272430:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.272436:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000400:00000010:2.0:1776202231.272516:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.272521:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.272523:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.272529:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.272537:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.272567:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000075c973a. 02000000:00000010:2.0:1776202231.272576:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c09fb682. 00000100:00000010:2.0:1776202231.272580:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.272583:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.272588:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000020:00000010:0.0:1776202231.272874:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.272881:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.272885:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.272909:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604587072/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.272949:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587072 02000000:00000010:0.0:1776202231.272961:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202231.272990:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc556353. 00010000:00000010:0.0:1776202231.273011:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.273018:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.273027:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.273030:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.273041:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202231.273046:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587072, offset 224 00000400:00000200:0.0:1776202231.273053:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.273063:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.273068:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91318:91318:256:4294967295] 192.168.204.38@tcp LPNI seq info [91318:91318:8:4294967295] 00000400:00000200:0.0:1776202231.273078:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.273084:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.273089:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202231.273094:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.273100:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.273104:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.273126:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.273130:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.273134:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.273344:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c09fb682. 00010000:00000010:2.0:1776202231.273420:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.273427:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b072216b. 00010000:00000010:2.0:1776202231.273497:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.273502:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.273509:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.273512:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.273518:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.273527:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000075c973a. 02000000:00000010:2.0:1776202231.273548:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001dca9ce3. 00000400:00000010:2.0:1776202231.273552:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.273556:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.273560:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785792, portal 16 00000400:00000010:2.0:1776202231.273564:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202231.273566:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785792, offset 0 00000400:00000200:2.0:1776202231.273571:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.273577:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.273583:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.273586:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.273588:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.273601:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91319:91319:255:4294967295] 192.168.204.38@tcp LPNI seq info [91319:91319:7:4294967295] 00000400:00000200:2.0:1776202231.273609:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.273614:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.273617:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82355026). 00000800:00000200:2.0:1776202231.273620:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.273624:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.273627:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.273921:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.273925:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354778). 00000400:00000200:1.0:1776202231.273937:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.273942:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.273946:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:1.0:1776202231.273947:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000800:00000200:1.0:1776202231.274005:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.274006:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:1.0:1776202231.274009:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.274012:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.274014:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:1.0:1776202231.274015:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:1.0:1776202231.274020:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.277132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a2c1f9d. 00010000:00000010:2.1:1776202231.277143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac5792ae. 00010000:00000010:2.1:1776202231.277147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00000400:00000200:1.0:1776202231.277279:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.277298:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c0c0 00000400:00000200:1.0:1776202231.277306:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb741d [1] + 224 00000400:00000200:1.0:1776202231.277323:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.277327:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.277339:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.277483:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.277488:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.277490:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.277495:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.277509:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.277544:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001dca9ce3. 02000000:00000010:2.0:1776202231.277551:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000075c973a. 00000100:00000010:2.0:1776202231.277558:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.277562:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.277566:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.279996:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.280014:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66480 00000400:00000200:1.0:1776202231.280023:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 1312 00000400:00000200:1.0:1776202231.280096:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.280101:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.280116:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.280123:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00010000:00000010:0.1:1776202231.284382:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb3b99f. 00000020:00000010:0.0:1776202231.284406:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.284414:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.284419:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.284458:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604587136/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.284543:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587136 02000000:00000010:0.0:1776202231.284556:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.284588:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c86aefc. 00010000:00000010:0.0:1776202231.284619:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.284628:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.284651:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.284655:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.284670:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202231.284675:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587136, offset 224 00000400:00000200:0.0:1776202231.284684:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.284699:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.284705:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91320:91320:256:4294967295] 192.168.204.38@tcp LPNI seq info [91320:91320:8:4294967295] 00000400:00000200:0.0:1776202231.284714:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.284720:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.284724:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202231.284730:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.284737:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.284740:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.284769:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.284772:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.284776:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00000800:00000200:3.0:1776202231.284917:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.284921:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:3.0:1776202231.284925:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.284938:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.284942:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:3.0:1776202231.284945:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00080000:00000010:2.0:1776202231.285632:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dca9ce3. 00010000:00000010:2.0:1776202231.285727:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.285735:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b5ab9c4. 00010000:00000010:2.0:1776202231.285812:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.0:1776202231.285818:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.285828:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.285833:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.285858:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.285870:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000075c973a. 02000000:00000010:2.0:1776202231.285899:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000659558dd. 00000400:00000010:2.0:1776202231.285905:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.285910:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.285915:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785856, portal 16 00000400:00000010:2.0:1776202231.285920:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202231.285922:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785856, offset 0 00000400:00000200:2.0:1776202231.285928:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.285951:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.285958:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.285962:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.285965:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.285967:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91321:91321:256:4294967295] 192.168.204.38@tcp LPNI seq info [91321:91321:8:4294967295] 00000400:00000200:2.0:1776202231.285975:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.285980:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.285985:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202231.285990:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.285994:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.285997:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.286515:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.286519:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202231.286523:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.286528:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.286532:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:3.0:1776202231.286534:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000100:00000200:3.0:1776202231.286541:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.289044:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.289064:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c100 00000400:00000200:1.0:1776202231.289081:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7429 [1] + 224 00000400:00000200:1.0:1776202231.289093:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.289098:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.289108:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.289142:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.289148:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed664c0 00000400:00000200:1.0:1776202231.289153:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 1640 00000400:00000200:1.0:1776202231.289205:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.289209:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.289212:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.289218:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:0.0:1776202231.289393:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.289400:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.289405:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000400:00000010:2.0:1776202231.289411:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.289417:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.289420:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.289426:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.289436:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604587200/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.289438:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.289477:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000659558dd. 00000100:00000200:0.0:1776202231.289481:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587200 02000000:00000010:2.0:1776202231.289485:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000075c973a. 00000100:00000010:2.0:1776202231.289493:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:0.0:1776202231.289496:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00000100:00000010:2.0:1776202231.289497:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.289503:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00010000:00000010:0.0:1776202231.289610:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c942b31e. 00010000:00000010:2.1:1776202231.290062:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4a07669. 00010000:00000010:2.1:1776202231.290070:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:0.0:1776202231.290245:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.290253:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.290268:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.290271:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.290287:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202231.290292:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587200, offset 224 00000400:00000200:0.0:1776202231.290300:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.290313:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.290320:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91322:91322:256:4294967295] 192.168.204.38@tcp LPNI seq info [91322:91322:8:4294967295] 00000400:00000200:0.0:1776202231.290329:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.290333:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.290338:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202231.290343:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.290348:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.290352:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.290434:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.290439:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.290444:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.290453:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000659558dd. 00010000:00000010:2.0:1776202231.290547:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.290555:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d27a61dd. 00000800:00000200:3.0:1776202231.290558:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.290562:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:3.0:1776202231.290566:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.290570:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.290574:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:3.0:1776202231.290575:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00010000:00000010:2.0:1776202231.291482:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.291490:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.291504:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.291509:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.291517:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.291529:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3f83801. 02000000:00000010:2.0:1776202231.291558:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001314e419. 00000400:00000010:2.0:1776202231.291563:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.291568:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.291573:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785920, portal 16 00000400:00000010:2.0:1776202231.291578:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202231.291580:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785920, offset 0 00000400:00000200:2.0:1776202231.291588:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.291994:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.292003:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.292007:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.292010:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.292013:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91323:91323:256:4294967295] 192.168.204.38@tcp LPNI seq info [91323:91323:8:4294967295] 00000400:00000200:2.0:1776202231.292022:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.292027:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.292033:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202231.292039:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.292046:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.292049:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.292292:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.292296:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202231.292300:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.292304:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.292308:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:3.0:1776202231.292310:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:3.0:1776202231.292318:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.294452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c1781df. 00010000:00000010:2.1:1776202231.294477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00000400:00000200:1.0:1776202231.296122:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.296142:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c140 00000400:00000200:1.0:1776202231.296151:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7435 [1] + 224 00000400:00000200:1.0:1776202231.296165:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.296168:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.296178:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.296213:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.296219:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66500 00000400:00000200:1.0:1776202231.296224:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5d65 [2] + 1968 00000400:00000010:1.0:1776202231.296228:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000319fd906. 00000400:00000200:1.0:1776202231.296233:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000378c2e80 00000400:00000200:1.0:1776202231.296242:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.296245:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.296247:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000378c2e80 00000400:00000010:1.0:1776202231.296249:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000378c2e80 (tot 82354378). 00000100:00000200:1.0:1776202231.296254:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.296418:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.296426:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.296431:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.296459:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007343092e x1862480604587264/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.296493:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587264 02000000:00000010:0.0:1776202231.296510:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:0.0:1776202231.296552:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.296559:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bccc6ca. 00000100:00000010:0.0:1776202231.296566:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bccc6ca. 00010000:00000010:0.0:1776202231.296569:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.296583:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202231.296588:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587264, offset 224 00000400:00000010:2.0:1776202231.296746:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.296750:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.296752:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.296757:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.296764:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.296784:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d7a65bf. 02000000:00000010:2.0:1776202231.296797:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001314e419. 02000000:00000010:2.0:1776202231.296802:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3f83801. 00000100:00000010:2.0:1776202231.296805:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.296808:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.296811:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.296827:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3f83801. 00000400:00000200:0.0:1776202231.297770:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.297785:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.297791:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91324:91324:256:4294967295] 192.168.204.38@tcp LPNI seq info [91324:91324:8:4294967295] 00000400:00000200:0.0:1776202231.297801:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.297807:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.297813:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354626). 00000800:00000200:0.0:1776202231.297820:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.297826:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.297842:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.297874:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.297879:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.297884:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 02000000:00000010:0.0:1776202231.297894:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:0.0:1776202231.297897:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:0.0:1776202231.297902:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.297904:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:0.0:1776202231.297908:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:0.0:1776202231.297910:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:0.0:1776202231.297914:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067890c65. 00000100:00000010:0.0:1776202231.297916:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:0.0:1776202231.297920:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e7b8c4a. 00000100:00000010:0.0:1776202231.297922:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:0.0:1776202231.297924:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a91eec9f. 00000100:00000010:0.0:1776202231.297926:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000200:0.0:1776202231.297942:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.297949:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce14c306. 00000400:00000010:0.0:1776202231.297954:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003bccc6ca (tot 82354778). 00010000:00000010:2.0:1776202231.298106:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.298114:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000518d34a8. 00010000:00000010:2.0:1776202231.298190:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.298194:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.298200:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.298204:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00080000:00000010:2.0:1776202231.298219:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001314e419. 00010000:00000010:2.0:1776202231.298245:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.298248:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00000800:00000200:3.0:1776202231.299438:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.299445:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:3.0:1776202231.299450:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.299457:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.299461:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202231.299463:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 02000000:00000010:3.0:1776202231.299470:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00010000:00000010:2.0:1776202231.299588:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.299600:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.299612:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.299618:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.299628:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.299717:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce4c94f6. 02000000:00000010:2.0:1776202231.299749:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7fa1c2b. 00000400:00000010:2.0:1776202231.299755:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.299761:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.299766:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613785984, portal 16 00000400:00000010:2.0:1776202231.299771:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202231.299773:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613785984, offset 0 00000400:00000200:2.0:1776202231.299780:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.299792:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.299799:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.299803:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.299805:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.299809:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91325:91325:256:4294967295] 192.168.204.38@tcp LPNI seq info [91325:91325:8:4294967295] 00000400:00000200:2.0:1776202231.299816:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.299821:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.299825:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00010000:00000010:2.1:1776202231.299874:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e662786. 00010000:00000010:2.1:1776202231.299881:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00000800:00000200:2.0:1776202231.299888:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.299894:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.299898:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.300415:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.300419:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:1.0:1776202231.300425:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.300430:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.300433:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:1.0:1776202231.300434:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:1.0:1776202231.300443:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613785984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.300661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a26a88. 00010000:00000010:0.1:1776202231.300667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5f5850. 00000400:00000200:1.0:1776202231.301532:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.301547:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c180 00000400:00000200:1.0:1776202231.301555:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7445 [1] + 224 00000400:00000200:1.0:1776202231.301584:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.301588:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.301597:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613785984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.301899:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.301904:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.301905:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.301911:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613785984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.301918:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613785984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.301963:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7fa1c2b. 02000000:00000010:2.0:1776202231.301969:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce4c94f6. 00000100:00000010:2.0:1776202231.301973:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.301977:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.301981:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:3.0:1776202231.302739:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.302751:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66540 00000400:00000200:3.0:1776202231.302757:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 0 00000400:00000200:3.0:1776202231.302805:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.302810:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.302814:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.302819:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ff3830e. 00000020:00000010:1.0:1776202231.303227:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5624dc. 00000020:00000010:1.0:1776202231.303235:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.303239:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.303263:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604587328/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.303342:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587328 02000000:00000010:1.0:1776202231.303353:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006779f1b. 00010000:00000010:1.0:1776202231.303379:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3e25aef. 00010000:00000010:1.0:1776202231.303401:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.303407:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.303423:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.303426:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.303439:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202231.303443:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587328, offset 224 00000400:00000200:1.0:1776202231.303450:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.303461:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.303466:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91326:91326:256:4294967295] 192.168.204.38@tcp LPNI seq info [91326:91326:8:4294967295] 00000400:00000200:1.0:1776202231.303475:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.303480:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.303484:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.303489:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.303500:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.303503:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.303527:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.303531:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:1.0:1776202231.303535:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5624dc. 00000800:00000200:3.0:1776202231.303627:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.303631:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202231.303634:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.303638:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.303651:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:3.0:1776202231.303653:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00080000:00000010:2.0:1776202231.303709:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce4c94f6. 00010000:00000010:2.0:1776202231.303793:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.303800:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dce41852. 00010000:00000010:2.0:1776202231.303902:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.0:1776202231.303907:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000887cda78. 00010000:00000010:2.0:1776202231.303918:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.303922:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.303928:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.303947:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7fa1c2b. 02000000:00000010:2.0:1776202231.303970:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc388d02. 00000400:00000010:2.0:1776202231.303975:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.303980:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.303984:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786048, portal 16 00000400:00000010:2.0:1776202231.303988:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202231.303990:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786048, offset 0 00000400:00000200:2.0:1776202231.303996:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.304003:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.304009:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.304012:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.304015:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.304017:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91327:91327:256:4294967295] 192.168.204.38@tcp LPNI seq info [91327:91327:8:4294967295] 00000400:00000200:2.0:1776202231.304024:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.304029:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.304032:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202231.304035:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.304039:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.304042:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.304205:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.304208:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:3.0:1776202231.304212:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.304216:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.304219:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:3.0:1776202231.304221:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:3.0:1776202231.304226:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.305875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000956aa931. 00010000:00000010:2.1:1776202231.305888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea616b7. 00010000:00000010:2.1:1776202231.305892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.1:1776202231.305897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.305900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202231.309888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c7762e3. 00010000:00000010:2.1:1776202231.309905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:1.1:1776202231.309979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be8978c5. 00000400:00000200:3.0:1776202231.313079:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.313100:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c1c0 00000400:00000200:3.0:1776202231.313109:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7451 [1] + 224 00000400:00000200:3.0:1776202231.313125:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.313129:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.313141:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.313240:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.313245:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.313247:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.313253:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.313261:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.313299:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc388d02. 02000000:00000010:2.0:1776202231.313307:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7fa1c2b. 00000100:00000010:2.0:1776202231.313310:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.313314:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.313318:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:3.0:1776202231.319252:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.319272:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66580 00000400:00000200:3.0:1776202231.319280:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 328 00000400:00000200:3.0:1776202231.319342:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.319347:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.319354:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.319360:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 00000020:00000010:1.0:1776202231.319782:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5624dc. 00000020:00000010:1.0:1776202231.319789:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ed53e93. 00000020:00000010:1.0:1776202231.319793:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005a6018af. 00000100:00000200:1.0:1776202231.319821:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d59e7f15 x1862480604587392/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.320010:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587392 02000000:00000010:0.0:1776202231.320025:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:0.0:1776202231.320054:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020b25cd8. 00010000:00000010:0.0:1776202231.320080:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.320089:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.320156:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.320161:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.320185:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202231.320191:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587392, offset 224 00000400:00000200:0.0:1776202231.320198:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.320209:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.320215:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91328:91328:256:4294967295] 192.168.204.38@tcp LPNI seq info [91328:91328:8:4294967295] 00000400:00000200:0.0:1776202231.320225:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.320229:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.320234:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:0.0:1776202231.320239:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.320245:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.320249:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.320280:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ed53e93. 00000020:00000010:0.0:1776202231.320284:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005a6018af. 00000020:00000010:0.0:1776202231.320288:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5624dc. 00000800:00000200:3.0:1776202231.320426:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.320430:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:3.0:1776202231.320434:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.320439:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.320442:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:3.0:1776202231.320444:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00080000:00000010:0.0:1776202231.321259:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7b8c4a. 00010000:00000010:0.0:1776202231.321534:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000887cda78. 00010000:00000010:0.0:1776202231.321544:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6e8089b. 00010000:00000010:0.0:1776202231.322021:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.0:1776202231.322029:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202231.322044:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.322051:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.322060:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202231.322075:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6dc3283. 02000000:00000010:0.0:1776202231.322104:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014544fb8. 00000400:00000010:0.0:1776202231.322110:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a39f256. 00000400:00000010:0.0:1776202231.322116:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202231.322123:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786112, portal 16 00000400:00000010:0.0:1776202231.322128:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.322134:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786112, offset 0 00000400:00000200:0.0:1776202231.322144:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.322162:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.322429:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.322433:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.322436:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.322441:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91329:91329:256:4294967295] 192.168.204.38@tcp LPNI seq info [91329:91329:8:4294967295] 00000400:00000200:0.0:1776202231.322450:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.322456:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.322461:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00000800:00000200:0.0:1776202231.322468:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.322475:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.322478:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.322697:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.322701:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:3.0:1776202231.322705:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.322710:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.322714:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:3.0:1776202231.322716:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:3.0:1776202231.322724:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613786112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.325123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc642e9. 00000400:00000200:3.0:1776202231.325185:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.325212:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c200 00000400:00000200:3.0:1776202231.325221:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb745d [1] + 224 00000400:00000200:3.0:1776202231.325236:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.325239:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.325250:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613786112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.325395:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001a39f256. 00000400:00000200:0.0:1776202231.325401:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:0.0:1776202231.325402:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202231.325408:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613786112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.325416:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613786112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.325445:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.325451:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6dc3283. 00000100:00000010:0.0:1776202231.325455:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:0.0:1776202231.325459:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.325462:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000200:3.0:1776202231.325778:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.325786:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed665c0 00000400:00000200:3.0:1776202231.325792:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 656 00000400:00000200:3.0:1776202231.325870:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.325873:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.325879:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.325885:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 00000020:00000010:0.0:1776202231.326864:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6dc3283. 00000020:00000010:0.0:1776202231.326938:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.326943:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.326976:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b84fb356 x1862480604587456/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.327880:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587456 02000000:00000010:0.0:1776202231.327896:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.327940:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c53f58d4. 00010000:00000010:0.0:1776202231.327963:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.327971:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.328121:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.328127:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.328142:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202231.328148:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587456, offset 224 00000400:00000200:0.0:1776202231.328159:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.328176:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.328182:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91330:91330:256:4294967295] 192.168.204.38@tcp LPNI seq info [91330:91330:8:4294967295] 00000400:00000200:0.0:1776202231.328193:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.328199:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.328203:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202231.328209:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.328216:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.328219:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.328248:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.328252:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.328256:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6dc3283. 00000800:00000200:3.0:1776202231.328402:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.328406:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:3.0:1776202231.328410:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.328414:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.328419:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:3.0:1776202231.328421:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00080000:00000010:2.0:1776202231.329464:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7fa1c2b. 00010000:00000010:2.0:1776202231.329568:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:2.0:1776202231.329576:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ca1050c. 00010000:00000010:2.0:1776202231.329642:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.329647:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.329656:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.329661:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.329668:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.329682:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc388d02. 02000000:00000010:2.0:1776202231.329714:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb0fa606. 00000400:00000010:2.0:1776202231.329720:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.329725:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.329730:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786176, portal 16 00000400:00000010:2.0:1776202231.329734:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202231.329735:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786176, offset 0 00000400:00000200:2.0:1776202231.329998:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.330014:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.330021:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.330024:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.330027:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.330030:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91331:91331:256:4294967295] 192.168.204.38@tcp LPNI seq info [91331:91331:8:4294967295] 00000400:00000200:2.0:1776202231.330039:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.330044:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.330050:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202231.330056:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.330062:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.330066:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.330797:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.330801:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202231.330806:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.330812:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.330817:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:3.0:1776202231.330819:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:3.0:1776202231.330827:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.334081:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.334103:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c240 00000400:00000200:1.0:1776202231.334112:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7469 [1] + 224 00000400:00000200:1.0:1776202231.334124:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.334128:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.334139:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.334278:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.334285:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66600 00000400:00000200:1.0:1776202231.334290:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 984 00000400:00000200:1.0:1776202231.334301:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.334304:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.334308:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.334313:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00010000:00000010:0.1:1776202231.334396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ea0a13. 00010000:00000010:0.1:1776202231.334404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00000020:00000010:0.0:1776202231.334440:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6dc3283. 00000020:00000010:0.0:1776202231.334448:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.334452:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.334478:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604587520/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.334503:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587520 02000000:00000010:0.0:1776202231.334513:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00010000:00000010:0.0:1776202231.334549:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.334557:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.334562:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.334565:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.334579:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202231.334585:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587520, offset 224 00000400:00000200:0.0:1776202231.334593:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.334604:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.334611:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91332:91332:256:4294967295] 192.168.204.38@tcp LPNI seq info [91332:91332:8:4294967295] 00000400:00000200:0.0:1776202231.334621:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.334626:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.334631:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202231.334637:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.334643:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.334646:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.334671:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.334675:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.334678:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6dc3283. 00000800:00000200:3.0:1776202231.335162:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.335167:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:3.0:1776202231.335172:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.335177:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.335182:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:3.0:1776202231.335184:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000400:00000010:2.0:1776202231.335651:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.335657:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.335659:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.335667:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.335676:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.335702:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000185ca6da. 02000000:00000010:2.0:1776202231.335718:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202231.335724:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc388d02. 00000100:00000010:2.0:1776202231.335729:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.335735:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.335739:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00080000:00000010:2.0:1776202231.335942:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc388d02. 00010000:00000010:2.0:1776202231.336044:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.336052:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000411f31e6. 00010000:00000010:2.0:1776202231.336130:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.336136:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.336146:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.336150:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.336157:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.336170:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202231.336199:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a45918bb. 00000400:00000010:2.0:1776202231.336204:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.336210:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.336216:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786240, portal 16 00000400:00000010:2.0:1776202231.336222:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202231.336224:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786240, offset 0 00000400:00000200:2.0:1776202231.336232:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.336244:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.336253:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.336257:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.336260:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.336263:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91333:91333:256:4294967295] 192.168.204.38@tcp LPNI seq info [91333:91333:8:4294967295] 00000400:00000200:2.0:1776202231.336355:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.336361:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.336366:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202231.336372:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.336378:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.336381:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.338114:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.338121:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202231.338127:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.338144:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.338149:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:3.0:1776202231.338151:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:3.0:1776202231.338160:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.338917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000378a6956. 00010000:00000010:2.1:1776202231.338927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00000400:00000200:1.0:1776202231.341176:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.341195:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c280 00000400:00000200:1.0:1776202231.341205:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7475 [1] + 224 00000400:00000200:1.0:1776202231.341223:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.341227:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.341236:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.341447:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.341454:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.341457:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.341463:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.341471:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.341509:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a45918bb. 02000000:00000010:2.0:1776202231.341516:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb0fa606. 00000100:00000010:2.0:1776202231.341520:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.341525:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.341530:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:3.0:1776202231.342106:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.342117:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66640 00000400:00000200:3.0:1776202231.342124:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 1312 00000400:00000200:3.0:1776202231.342183:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.342187:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.342193:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.342199:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 00000020:00000010:1.0:1776202231.342269:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.342277:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.342281:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.342310:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604587584/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.342352:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587584 02000000:00000010:1.0:1776202231.342364:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f39ef1dc. 00010000:00000010:1.0:1776202231.342391:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047ee2b1b. 00010000:00000010:1.0:1776202231.342414:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.342421:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.342437:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.342441:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.342454:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202231.342459:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587584, offset 224 00000400:00000200:1.0:1776202231.342468:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.342478:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.342484:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91334:91334:256:4294967295] 192.168.204.38@tcp LPNI seq info [91334:91334:8:4294967295] 00000400:00000200:1.0:1776202231.342494:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.342500:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.342505:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.342511:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.342518:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.342522:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.342539:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.342543:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.342548:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00080000:00000010:2.0:1776202231.342764:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb0fa606. 00000800:00000200:3.0:1776202231.342796:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.342801:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202231.342804:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.342808:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.342812:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:3.0:1776202231.342814:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00010000:00000010:2.1:1776202231.342868:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e33f31. 00010000:00000010:2.1:1776202231.342874:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7d015e. 00010000:00000010:2.1:1776202231.342878:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.342906:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.342913:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda52df7. 00010000:00000010:2.0:1776202231.343000:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.343004:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.343008:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.343013:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00080000:00000010:2.0:1776202231.343027:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a45918bb. 00010000:00000010:2.0:1776202231.343055:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.343059:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.343111:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.343115:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.343122:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.343126:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.343132:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.343143:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2d85373. 02000000:00000010:2.0:1776202231.343166:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016145e15. 00000400:00000010:2.0:1776202231.343171:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.343175:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.343180:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786304, portal 16 00000400:00000010:2.0:1776202231.343185:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202231.343187:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786304, offset 0 00000400:00000200:2.0:1776202231.343193:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.343199:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.343206:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.343210:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.343213:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.343215:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91335:91335:256:4294967295] 192.168.204.38@tcp LPNI seq info [91335:91335:8:4294967295] 00000400:00000200:2.0:1776202231.343223:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.343227:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.343230:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202231.343233:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.343237:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.343240:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202231.343296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91252ab. 00000800:00000200:1.0:1776202231.343881:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.343884:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:1.0:1776202231.343889:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.343901:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.343905:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:1.0:1776202231.343906:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:1.0:1776202231.343914:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.347470:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.347492:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c2c0 00000400:00000200:3.0:1776202231.347501:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7481 [1] + 224 00000400:00000200:3.0:1776202231.347515:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.347519:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.347530:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.348496:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.348502:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.348504:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.348513:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.348522:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.348549:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016145e15. 02000000:00000010:2.0:1776202231.348555:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2d85373. 00000100:00000010:2.0:1776202231.348558:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.348562:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.348566:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.349680:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.349696:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66680 00000400:00000200:1.0:1776202231.349704:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 1640 00000400:00000200:1.0:1776202231.349764:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.349769:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.349776:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.349781:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:0.0:1776202231.349887:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6dc3283. 00000020:00000010:0.0:1776202231.349895:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.349899:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.349924:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604587648/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.349965:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587648 02000000:00000010:0.0:1776202231.349977:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012e9d649. 00010000:00000010:0.0:1776202231.350010:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2e0a0b. 00010000:00000010:0.0:1776202231.350034:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.350039:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.350059:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.350064:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.350077:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202231.350082:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587648, offset 224 00000400:00000200:0.0:1776202231.350091:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.350104:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.350110:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91336:91336:256:4294967295] 192.168.204.38@tcp LPNI seq info [91336:91336:8:4294967295] 00000400:00000200:0.0:1776202231.350121:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.350129:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.350134:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202231.350140:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.350147:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.350150:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.350175:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.350180:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.350184:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6dc3283. 00080000:00000010:2.0:1776202231.350247:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d85373. 00010000:00000010:2.0:1776202231.350334:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.350342:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9cef5de. 00010000:00000010:2.0:1776202231.350419:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.350425:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.350435:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.350439:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.350445:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.350455:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016145e15. 02000000:00000010:2.0:1776202231.350479:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052963abe. 00000400:00000010:2.0:1776202231.350484:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.350488:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.350493:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786368, portal 16 00000400:00000010:2.0:1776202231.350497:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202231.350499:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786368, offset 0 00000400:00000200:2.0:1776202231.350504:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.350510:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.350515:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.350519:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.350521:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.350523:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91337:91337:255:4294967295] 192.168.204.38@tcp LPNI seq info [91337:91337:7:4294967295] 00000400:00000200:2.0:1776202231.350530:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.350534:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.350537:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82355026). 00000800:00000200:2.0:1776202231.350541:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.350546:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.350548:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.350625:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.350628:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354778). 00000400:00000200:1.0:1776202231.350632:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.350636:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.350640:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:1.0:1776202231.350642:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000800:00000200:1.0:1776202231.350686:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.350689:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:1.0:1776202231.350692:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.350696:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.350697:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:1.0:1776202231.350699:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:1.0:1776202231.350704:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.352985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e730c6. 00010000:00000010:2.1:1776202231.352999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202231.353005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.353007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:1.1:1776202231.354195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab55a11. 00000400:00000200:3.0:1776202231.355217:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.355234:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c300 00000400:00000200:3.0:1776202231.355243:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb748d [1] + 224 00000400:00000200:3.0:1776202231.355274:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.355279:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.355289:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.356180:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:2.0:1776202231.356188:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202231.356190:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202231.356200:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.356209:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.356253:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052963abe. 02000000:00000010:2.0:1776202231.356261:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016145e15. 00000100:00000010:2.0:1776202231.356265:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.356269:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.356273:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000400:00000200:1.0:1776202231.358288:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.358308:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed666c0 00000400:00000200:1.0:1776202231.358319:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5db5 [2] + 1968 00000400:00000010:1.0:1776202231.358324:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea11b011. 00000400:00000200:1.0:1776202231.358333:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000687159cb 00000400:00000200:1.0:1776202231.358396:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.358401:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.358406:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687159cb 00000400:00000010:1.0:1776202231.358409:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000687159cb (tot 82354378). 00000100:00000200:1.0:1776202231.358418:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.358565:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6dc3283. 00000020:00000010:0.0:1776202231.358574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.358580:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.358612:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000c0fbd65 x1862480604587712/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.358649:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587712 02000000:00000010:0.0:1776202231.358663:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406464f1. 00010000:00000010:0.0:1776202231.358693:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098bca43a. 00010000:00000010:0.0:1776202231.358716:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.358723:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f21a72. 00000100:00000010:0.0:1776202231.358748:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f21a72. 00010000:00000010:0.0:1776202231.358752:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.358766:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202231.358771:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587712, offset 224 00000400:00000200:0.0:1776202231.358780:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.358793:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.358798:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91338:91338:256:4294967295] 192.168.204.38@tcp LPNI seq info [91338:91338:8:4294967295] 00000400:00000200:0.0:1776202231.358812:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.358817:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.358822:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354626). 00000800:00000200:0.0:1776202231.358827:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:0.1:1776202231.358857:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052193cf0. 00000800:00000200:0.0:1776202231.358874:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.358878:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.358905:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.358909:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.358914:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6dc3283. 02000000:00000010:0.0:1776202231.358922:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012e9d649. 00000100:00000010:0.0:1776202231.358926:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:0.0:1776202231.358950:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f39ef1dc. 00000100:00000010:0.0:1776202231.358953:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 02000000:00000010:0.0:1776202231.358957:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:0.0:1776202231.358959:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:0.0:1776202231.358964:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.358966:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:0.0:1776202231.358970:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000100:00000010:0.0:1776202231.358973:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 02000000:00000010:0.0:1776202231.358976:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006779f1b. 00000100:00000010:0.0:1776202231.358978:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 00000100:00000200:0.0:1776202231.358985:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.358990:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a39f256. 00000400:00000010:0.0:1776202231.358994:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000043f21a72 (tot 82354778). 00080000:00000010:2.0:1776202231.359145:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016145e15. 00010000:00000010:2.0:1776202231.359314:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.359324:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086c9a652. 00010000:00000010:2.0:1776202231.359414:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.359419:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae2139c1. 00010000:00000010:2.0:1776202231.359430:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b020da1. 00000100:00000010:2.0:1776202231.359434:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.359442:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.359455:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052963abe. 02000000:00000010:2.0:1776202231.359485:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000075c973a. 00000400:00000010:2.0:1776202231.359489:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.359493:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202231.359496:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786432, portal 16 00000400:00000010:2.0:1776202231.359500:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202231.359502:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786432, offset 0 00000400:00000200:2.0:1776202231.359508:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.359515:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.359521:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.359524:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.359527:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.359530:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91339:91339:255:4294967295] 192.168.204.38@tcp LPNI seq info [91339:91339:7:4294967295] 00000400:00000200:2.0:1776202231.359537:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.359541:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.359545:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82355026). 00000800:00000200:2.0:1776202231.359548:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.359553:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.359555:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.359746:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.359750:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354778). 00000400:00000200:3.0:1776202231.359754:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.359854:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.359858:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:3.0:1776202231.359859:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 02000000:00000010:3.0:1776202231.359865:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406464f1. 00000800:00000200:3.0:1776202231.359918:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.359920:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:3.0:1776202231.359924:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.359927:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.359942:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:3.0:1776202231.359944:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:3.0:1776202231.359950:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.363277:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.363295:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c340 00000400:00000200:0.0:1776202231.363304:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb749d [1] + 224 00000400:00000200:0.0:1776202231.363317:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.363320:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.363342:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.363584:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.363591:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66700 00000400:00000200:0.0:1776202231.363596:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 0 00000400:00000200:0.0:1776202231.363654:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.363659:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.363784:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.363791:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000400:00000010:3.0:1776202231.364103:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:3.0:1776202231.364108:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:3.0:1776202231.364110:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:3.0:1776202231.364118:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.364127:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.364159:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000075c973a. 02000000:00000010:3.0:1776202231.364167:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000052963abe. 00000100:00000010:3.0:1776202231.364173:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:3.0:1776202231.364177:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:3.0:1776202231.364181:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b020da1. 00000020:00000010:1.0:1776202231.364279:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.364287:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.364292:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.364316:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604587776/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.364351:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587776 02000000:00000010:1.0:1776202231.364361:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086e9eafc. 00010000:00000010:1.0:1776202231.364387:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdfa6cfc. 00010000:00000010:1.0:1776202231.364406:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.364413:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.364427:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.364431:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.364443:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202231.364448:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587776, offset 224 00000400:00000200:1.0:1776202231.364455:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.364467:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.364473:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91340:91340:256:4294967295] 192.168.204.38@tcp LPNI seq info [91340:91340:8:4294967295] 00000400:00000200:1.0:1776202231.364484:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.364489:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.364494:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.364499:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.364506:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.364509:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.364568:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.364573:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.364577:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00080000:00000010:3.0:1776202231.365126:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5272346. 00010000:00000010:3.0:1776202231.365218:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2139c1. 00010000:00000010:3.0:1776202231.365227:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000260cd3b8. 00010000:00000010:3.0:1776202231.365313:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202231.365320:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202231.365332:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202231.365337:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202231.365345:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202231.365356:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c23d1281. 02000000:00000010:3.0:1776202231.365385:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a91eec9f. 00000400:00000010:3.0:1776202231.365391:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202231.365396:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202231.365402:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786496, portal 16 00000400:00000010:3.0:1776202231.365407:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202231.365410:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786496, offset 0 00000400:00000200:3.0:1776202231.365418:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.365430:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.365439:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.365443:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.365446:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.365449:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91341:91341:255:4294967295] 192.168.204.38@tcp LPNI seq info [91341:91341:7:4294967295] 00000400:00000200:3.0:1776202231.365458:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.365463:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.365467:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.365472:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.365478:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.365481:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202231.366423:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109bb372. 00010000:00000010:2.1:1776202231.366433:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000800:00000200:2.0:1776202231.366477:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.366480:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:2.0:1776202231.366485:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.366492:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.366497:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:2.0:1776202231.366499:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000800:00000200:2.0:1776202231.366575:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.366577:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.366583:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.366587:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.366589:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:2.0:1776202231.366591:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000100:00000200:2.0:1776202231.366597:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613786496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.368906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c5a316f. 00010000:00000010:2.1:1776202231.368984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c814d55f. 00010000:00000010:2.1:1776202231.368995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00000400:00000200:3.0:1776202231.369910:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.369939:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c380 00000400:00000200:3.0:1776202231.369947:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74a9 [1] + 224 00000400:00000200:3.0:1776202231.369960:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.369970:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.369981:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613786496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.370026:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.370032:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66740 00000400:00000200:3.0:1776202231.370037:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 328 00000400:00000200:3.0:1776202231.370046:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.370049:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.370053:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.370059:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ff3830e. 00000020:00000010:0.0:1776202231.370282:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000406464f1. 00000020:00000010:0.0:1776202231.370291:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.370296:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.370326:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604587840/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.370361:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587840 02000000:00000010:0.0:1776202231.370375:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d75269c. 00010000:00000010:0.0:1776202231.370416:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.370423:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e86677. 00000100:00000010:0.0:1776202231.370429:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e86677. 00010000:00000010:0.0:1776202231.370433:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202231.370448:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202231.370453:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587840, offset 224 00000400:00000200:0.0:1776202231.370462:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.370476:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.370482:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91342:91342:256:4294967295] 192.168.204.38@tcp LPNI seq info [91342:91342:8:4294967295] 00000400:00000200:0.0:1776202231.370494:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.370499:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.370503:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202231.370509:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.370516:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.370520:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.370545:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.370550:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.370554:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000406464f1. 00000800:00000200:3.0:1776202231.370643:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.370648:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:3.0:1776202231.370653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.370658:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.370663:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:3.0:1776202231.370665:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000400:00000010:2.0:1776202231.370673:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:2.0:1776202231.370679:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:2.0:1776202231.370681:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:2.0:1776202231.370688:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613786496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.370695:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613786496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.370714:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006319bde4. 02000000:00000010:2.0:1776202231.370728:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a91eec9f. 02000000:00000010:2.0:1776202231.370732:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c23d1281. 00000100:00000010:2.0:1776202231.370735:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:2.0:1776202231.370738:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:2.0:1776202231.370740:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00080000:00000010:2.0:1776202231.370758:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000075c973a. 00010000:00000010:2.0:1776202231.370885:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:2.0:1776202231.370892:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ddd96ad7. 00010000:00000010:2.0:1776202231.370976:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.370981:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202231.370990:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008674e688. 00000100:00000010:2.0:1776202231.370994:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.371000:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202231.371011:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103427bd. 02000000:00000010:2.0:1776202231.371033:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec6465c0. 00000400:00000010:2.0:1776202231.371036:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202231.371039:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202231.371044:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786560, portal 16 00000400:00000010:2.0:1776202231.371047:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202231.371049:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786560, offset 0 00000400:00000200:2.0:1776202231.371054:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.371060:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.371066:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.371069:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.371195:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.371198:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91343:91343:256:4294967295] 192.168.204.38@tcp LPNI seq info [91343:91343:8:4294967295] 00000400:00000200:2.0:1776202231.371206:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.371210:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.371214:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202231.371218:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.371222:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.371224:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.371316:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.371319:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:1.0:1776202231.371323:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.371327:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.371329:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:1.0:1776202231.371330:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:1.0:1776202231.371335:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613786560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.372880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5b0a0fe. 00010000:00000010:3.1:1776202231.372881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e2f88d. 00010000:00000010:3.1:1776202231.372895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00000400:00000200:3.0:1776202231.373475:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.373502:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c3c0 00000400:00000200:3.0:1776202231.373511:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74b5 [1] + 224 00000400:00000200:3.0:1776202231.373533:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.373537:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.373547:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613786560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.373632:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a49b66bd. 00000400:00000200:2.0:1776202231.373637:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:2.0:1776202231.373639:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:2.0:1776202231.373644:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613786560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.373652:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613786560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.373681:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec6465c0. 02000000:00000010:2.0:1776202231.373688:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103427bd. 00000100:00000010:2.0:1776202231.373691:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202231.373694:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.373698:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008674e688. 00000400:00000200:3.0:1776202231.375674:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.375695:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66780 00000400:00000200:3.0:1776202231.375704:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 656 00000400:00000200:3.0:1776202231.375772:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.375777:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.375785:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.375791:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 00000020:00000010:1.0:1776202231.376049:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.376057:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.376062:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.376101:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d59e7f15 x1862480604587904/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.376136:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587904 02000000:00000010:1.0:1776202231.376147:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cd4af26. 00010000:00000010:1.0:1776202231.376182:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d295e0d. 00010000:00000010:1.0:1776202231.376206:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.376214:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.376239:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.376244:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.376260:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202231.376267:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587904, offset 224 00000400:00000200:1.0:1776202231.376275:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.376288:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.376294:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91344:91344:256:4294967295] 192.168.204.38@tcp LPNI seq info [91344:91344:8:4294967295] 00000400:00000200:1.0:1776202231.376305:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.376310:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.376315:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.376321:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.376328:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.376332:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.376362:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.376367:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.376372:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00080000:00000010:2.0:1776202231.376433:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103427bd. 00010000:00000010:2.0:1776202231.376517:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202231.376525:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000964e1c84. 00010000:00000010:2.0:1776202231.376601:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.376604:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.376609:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.376613:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ce7b38f. 00080000:00000010:2.0:1776202231.376625:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec6465c0. 00010000:00000010:2.0:1776202231.376648:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202231.376652:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.376713:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.376717:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ce7b38f. 00010000:00000010:2.0:1776202231.376725:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008674e688. 00000100:00000010:2.0:1776202231.376729:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.376735:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202231.376746:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.376772:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728466b1. 00000400:00000010:2.0:1776202231.376779:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202231.376784:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202231.376789:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786624, portal 16 00000400:00000010:2.0:1776202231.376793:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202231.376795:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786624, offset 0 00000400:00000200:2.0:1776202231.376801:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.376808:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.376815:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.376819:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.376822:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.376824:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91345:91345:255:4294967295] 192.168.204.38@tcp LPNI seq info [91345:91345:7:4294967295] 00010000:00000010:2.1:1776202231.376878:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef10737. 00010000:00000010:2.1:1776202231.376883:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa0133a. 00010000:00000010:2.1:1776202231.376887:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000200:2.0:1776202231.376897:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.376901:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000200:3.0:1776202231.376905:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.376905:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82355026). 00000800:00000010:3.0:1776202231.376911:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:2.0:1776202231.376912:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000400:00000200:3.0:1776202231.376917:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1776202231.376920:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.376924:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776202231.376941:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.376946:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:3.0:1776202231.376949:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000800:00000200:3.0:1776202231.376986:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.376988:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:3.0:1776202231.377011:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.382115:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.382124:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:3.0:1776202231.382129:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000100:00000200:3.0:1776202231.382142:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613786624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.383277:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.383298:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c400 00000400:00000200:2.0:1776202231.383308:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74c1 [1] + 224 00000400:00000200:2.0:1776202231.383324:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.383327:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.383338:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613786624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.384512:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a49b66bd. 00000400:00000200:3.0:1776202231.384519:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:3.0:1776202231.384520:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:3.0:1776202231.384531:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613786624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.384541:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613786624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.384572:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728466b1. 02000000:00000010:3.0:1776202231.384580:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000100:00000010:3.0:1776202231.384594:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:3.0:1776202231.384597:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:3.0:1776202231.384602:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008674e688. 00000400:00000200:0.0:1776202231.385012:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.385033:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed667c0 00000400:00000200:0.0:1776202231.385040:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 984 00010000:00000010:2.1:1776202231.385391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073691e88. 00010000:00000010:2.1:1776202231.385401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202231.385405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.385408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:0.0:1776202231.385487:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.385493:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.385498:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.385504:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00010000:00000010:1.1:1776202231.385893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf526da. 00000020:00000010:1.0:1776202231.385955:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.385964:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.385968:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.386004:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604587968/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.386035:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604587968 02000000:00000010:1.0:1776202231.386053:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de22827b. 00010000:00000010:1.0:1776202231.386089:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f0a8a55. 00010000:00000010:1.0:1776202231.386150:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.386157:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.386168:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.386172:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.386191:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202231.386196:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604587968, offset 224 00000400:00000200:1.0:1776202231.386204:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.386221:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.386226:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91346:91346:256:4294967295] 192.168.204.38@tcp LPNI seq info [91346:91346:8:4294967295] 00000400:00000200:1.0:1776202231.386236:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.386241:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.386252:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.386257:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.386263:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.386281:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.386308:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.386312:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.386316:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00080000:00000010:3.0:1776202231.386545:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067890c65. 00000800:00000200:2.0:1776202231.386826:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.386851:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.386856:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.386861:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.386865:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:2.0:1776202231.386867:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00010000:00000010:3.0:1776202231.387562:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ce7b38f. 00010000:00000010:3.0:1776202231.387572:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005abb92d8. 00010000:00000010:0.0:1776202231.387746:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000452978d9. 00010000:00000010:0.0:1776202231.387754:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202231.387973:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202231.387980:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e86677. 00000100:00000010:0.0:1776202231.387988:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202231.388002:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000406464f1. 02000000:00000010:0.0:1776202231.388030:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014544fb8. 00000400:00000010:0.0:1776202231.388036:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e902ce51. 00000400:00000010:0.0:1776202231.388042:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202231.388047:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786688, portal 16 00000400:00000010:0.0:1776202231.388052:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202231.388054:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786688, offset 0 00000400:00000200:0.0:1776202231.388062:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.388075:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.388082:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.388085:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.388088:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.388091:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91347:91347:256:4294967295] 192.168.204.38@tcp LPNI seq info [91347:91347:8:4294967295] 00000400:00000200:0.0:1776202231.388099:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.388105:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.388109:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202231.388114:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.388121:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.388124:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.388316:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.388319:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:1.0:1776202231.388324:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.388329:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.388332:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:1.0:1776202231.388335:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:1.0:1776202231.388342:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613786688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.390594:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.390613:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c440 00000400:00000200:0.0:1776202231.390624:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74cd [1] + 224 00000400:00000200:0.0:1776202231.390644:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.390648:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.390660:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613786688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.390760:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e902ce51. 00000400:00000200:2.0:1776202231.390765:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202231.390767:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:2.0:1776202231.390774:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613786688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.390781:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613786688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.390811:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014544fb8. 02000000:00000010:2.0:1776202231.390817:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000406464f1. 00000100:00000010:2.0:1776202231.390821:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:2.0:1776202231.390826:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e86677. 00010000:00000010:2.0:1776202231.390858:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000200:2.0:1776202231.391589:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.391609:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66800 00000400:00000200:2.0:1776202231.391615:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 1312 00000400:00000200:2.0:1776202231.391684:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.391689:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.391694:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.391698:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:0.0:1776202231.391882:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d16e90b8. 00000020:00000010:0.0:1776202231.391889:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.391893:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.391916:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604588032/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.391949:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588032 02000000:00000010:0.0:1776202231.391958:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012e9d649. 00010000:00000010:0.0:1776202231.391987:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9d2ac4d. 00010000:00000010:0.0:1776202231.392008:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.392014:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed267368. 00000100:00000010:0.0:1776202231.392031:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed267368. 00010000:00000010:0.0:1776202231.392034:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.392049:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202231.392054:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588032, offset 224 00000400:00000200:0.0:1776202231.392061:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.392073:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.392079:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91348:91348:256:4294967295] 192.168.204.38@tcp LPNI seq info [91348:91348:8:4294967295] 00000400:00000200:0.0:1776202231.392089:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.392095:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.392100:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202231.392107:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.392115:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.392120:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.392145:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.392149:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.392153:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d16e90b8. 00080000:00000010:2.0:1776202231.392213:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060b900d7. 00010000:00000010:2.0:1776202231.392302:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:2.0:1776202231.392308:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051244c66. 00010000:00000010:2.0:1776202231.392379:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.392384:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.392394:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca9fd725. 00000100:00000010:2.0:1776202231.392397:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.392402:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.392412:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eef3b421. 02000000:00000010:2.0:1776202231.392433:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a09a42a. 00000400:00000010:2.0:1776202231.392437:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202231.392442:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202231.392445:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786752, portal 16 00000400:00000010:2.0:1776202231.392450:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202231.392451:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786752, offset 0 00000400:00000200:2.0:1776202231.392456:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.392461:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.392467:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.392470:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.392473:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.392475:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91349:91349:255:4294967295] 192.168.204.38@tcp LPNI seq info [91349:91349:7:4294967295] 00000400:00000200:2.0:1776202231.392482:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.392486:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.392489:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82355026). 00000800:00000200:2.0:1776202231.392492:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.392496:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.392498:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.392751:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.392895:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354778). 00000400:00000200:3.0:1776202231.392901:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.392906:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.392910:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:3.0:1776202231.392912:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000800:00000200:3.0:1776202231.392977:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.392979:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:3.0:1776202231.392982:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.392986:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.392987:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:3.0:1776202231.392989:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:3.0:1776202231.392995:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613786752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.393069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75a9d1b. 00010000:00000010:3.1:1776202231.395689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009edab57. 00010000:00000010:3.1:1776202231.395704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00000400:00000200:0.0:1776202231.396540:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.396558:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c480 00000400:00000200:0.0:1776202231.396566:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74d9 [1] + 224 00000400:00000200:0.0:1776202231.396582:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.396586:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.396606:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613786752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.396690:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000400:00000200:2.0:1776202231.396695:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:2.0:1776202231.396698:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:2.0:1776202231.396703:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613786752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.396710:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613786752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.396740:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a09a42a. 02000000:00000010:2.0:1776202231.396747:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eef3b421. 00000100:00000010:2.0:1776202231.396750:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.396753:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.396758:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca9fd725. 00000400:00000200:2.0:1776202231.397152:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.397160:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66840 00000400:00000200:2.0:1776202231.397165:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 1640 00000400:00000200:2.0:1776202231.397217:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.397222:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.397226:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.397231:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000020:00000010:1.0:1776202231.397538:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.397547:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.397552:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.397581:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604588096/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.397627:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588096 02000000:00000010:1.0:1776202231.397652:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037467f6f. 00010000:00000010:1.0:1776202231.397689:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000452fd847. 00010000:00000010:1.0:1776202231.397709:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.397723:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.397743:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.397747:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.397767:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202231.397772:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588096, offset 224 00000400:00000200:1.0:1776202231.397785:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.397796:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.397802:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91350:91350:256:4294967295] 192.168.204.38@tcp LPNI seq info [91350:91350:8:4294967295] 00000400:00000200:1.0:1776202231.397818:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.397823:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.397828:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.397884:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.397896:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.397900:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.397919:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.397923:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.397937:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00000800:00000200:3.0:1776202231.398321:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.398325:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202231.398329:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.398333:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.398338:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:3.0:1776202231.398340:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00080000:00000010:2.0:1776202231.398905:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eef3b421. 00010000:00000010:2.0:1776202231.399007:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.399015:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db704bdf. 00010000:00000010:2.0:1776202231.399088:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.399093:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.399104:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca9fd725. 00000100:00000010:2.0:1776202231.399120:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.399127:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202231.399138:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a09a42a. 02000000:00000010:2.0:1776202231.399162:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e4f084f. 00000400:00000010:2.0:1776202231.399168:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202231.399175:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202231.399181:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786816, portal 16 00000400:00000010:2.0:1776202231.399186:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202231.399188:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786816, offset 0 00000400:00000200:2.0:1776202231.399195:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.399208:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.399215:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.399218:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.399221:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.399224:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91351:91351:256:4294967295] 192.168.204.38@tcp LPNI seq info [91351:91351:8:4294967295] 00000400:00000200:2.0:1776202231.399232:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.399238:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.399241:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202231.399246:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.399251:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.399255:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.399384:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.399387:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:0.0:1776202231.399392:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.399395:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.399398:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:0.0:1776202231.399400:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000100:00000200:0.0:1776202231.399406:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613786816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.400574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8ddbdcb. 00010000:00000010:2.1:1776202231.400661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817efad6. 00010000:00000010:2.1:1776202231.400669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00000400:00000200:2.0:1776202231.403497:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.403520:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c4c0 00000400:00000200:2.0:1776202231.403531:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74e5 [1] + 224 00000400:00000200:2.0:1776202231.403546:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.403550:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.403562:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613786816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.403734:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000400:00000200:0.0:1776202231.403741:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:0.0:1776202231.403744:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:0.0:1776202231.403750:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613786816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.403767:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613786816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.403799:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e4f084f. 02000000:00000010:0.0:1776202231.403807:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a09a42a. 00000100:00000010:0.0:1776202231.403811:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:0.0:1776202231.403815:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:0.0:1776202231.403819:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca9fd725. 00000400:00000200:3.0:1776202231.404773:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.404786:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66880 00000400:00000200:3.0:1776202231.404793:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e0d [2] + 1968 00000400:00000010:3.0:1776202231.404796:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:3.0:1776202231.404800:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d862f693 00000400:00000200:3.0:1776202231.405067:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.405072:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.405075:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d862f693 00000400:00000010:3.0:1776202231.405078:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d862f693 (tot 82354378). 00000100:00000200:3.0:1776202231.405083:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.405502:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d16e90b8. 00000020:00000010:0.0:1776202231.405511:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.405515:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.405541:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc3915f6 x1862480604588160/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.405574:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588160 02000000:00000010:0.0:1776202231.405585:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202231.405621:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdb4f9e8. 00010000:00000010:0.0:1776202231.405652:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.405659:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed267368. 00000100:00000010:0.0:1776202231.405926:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed267368. 00010000:00000010:0.0:1776202231.405938:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.405953:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202231.405958:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588160, offset 224 00000400:00000200:0.0:1776202231.405967:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.405980:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.405986:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91352:91352:256:4294967295] 192.168.204.38@tcp LPNI seq info [91352:91352:8:4294967295] 00000400:00000200:0.0:1776202231.405996:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.406001:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.406007:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354626). 00000800:00000200:0.0:1776202231.406013:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.406020:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.406024:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.406043:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.406046:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.406051:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d16e90b8. 02000000:00000010:0.0:1776202231.406058:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037467f6f. 00000100:00000010:0.0:1776202231.406061:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:0.0:1776202231.406064:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012e9d649. 00000100:00000010:0.0:1776202231.406065:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:0.0:1776202231.406068:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de22827b. 00000100:00000010:0.0:1776202231.406070:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202231.406073:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cd4af26. 00000100:00000010:0.0:1776202231.406075:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 02000000:00000010:0.0:1776202231.406078:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d75269c. 00000100:00000010:0.0:1776202231.406081:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:0.0:1776202231.406083:0:75295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086e9eafc. 00000100:00000010:0.0:1776202231.406084:0:75295:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000200:0.0:1776202231.406091:0:75295:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.406096:0:75295:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd0b107a. 00000400:00000010:0.0:1776202231.406100:0:75295:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed267368 (tot 82354778). 00000800:00000200:3.0:1776202231.406290:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.406294:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:3.0:1776202231.406298:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.406302:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.406306:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:3.0:1776202231.406308:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 02000000:00000010:3.0:1776202231.406312:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00080000:00000010:2.0:1776202231.410212:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092c2cd86. 00010000:00000010:2.0:1776202231.410413:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.410425:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9032f3b. 00010000:00000010:2.0:1776202231.410505:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d760a810. 00010000:00000010:2.0:1776202231.410511:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.410523:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.410533:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.410542:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.410557:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a09a42a. 02000000:00000010:2.0:1776202231.410586:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e4f084f. 00000400:00000010:2.0:1776202231.410604:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202231.410610:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.410617:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786880, portal 16 00000400:00000010:2.0:1776202231.410622:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202231.410625:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786880, offset 0 00000400:00000200:2.0:1776202231.410633:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.411181:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.411190:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.411194:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.411197:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.411200:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91353:91353:256:4294967295] 192.168.204.38@tcp LPNI seq info [91353:91353:8:4294967295] 00000400:00000200:2.0:1776202231.411211:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.411217:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.411223:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202231.411230:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.411239:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.411243:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202231.417100:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029853357. 00000800:00000200:1.0:1776202231.417151:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.417155:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:1.0:1776202231.417163:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.417173:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.417178:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:1.0:1776202231.417181:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:1.0:1776202231.417192:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613786880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.418151:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.418170:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c500 00000400:00000200:1.0:1776202231.418178:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb74f5 [1] + 224 00000400:00000200:1.0:1776202231.418188:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.418191:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.418199:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613786880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202231.418232:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.418237:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed668c0 00000400:00000200:1.0:1776202231.418241:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 0 00000400:00000010:2.0:1776202231.419295:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202231.419302:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202231.419304:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.419315:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613786880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.419324:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613786880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.419359:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e4f084f. 02000000:00000010:2.0:1776202231.419368:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a09a42a. 00000100:00000010:2.0:1776202231.419373:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.419378:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.419382:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:1.0:1776202231.419611:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.419617:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.419623:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.419629:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 00000020:00000010:0.0:1776202231.420095:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.420105:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.420109:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.420138:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054f18f56 x1862480604588224/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.420205:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588224 02000000:00000010:0.0:1776202231.420216:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d16e90b8. 00010000:00000010:0.0:1776202231.420243:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bd6a2bb. 00010000:00000010:0.0:1776202231.420263:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.420283:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.420297:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.420300:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.420313:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202231.420318:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588224, offset 224 00000400:00000200:0.0:1776202231.420328:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.420341:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.420347:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91354:91354:256:4294967295] 192.168.204.38@tcp LPNI seq info [91354:91354:8:4294967295] 00000400:00000200:0.0:1776202231.420357:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.420363:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.420367:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202231.420373:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.420381:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.420385:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.420406:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.420411:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.420415:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.420462:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a09a42a. 00010000:00000010:2.0:1776202231.420549:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.420556:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000764abc25. 00010000:00000010:2.0:1776202231.420666:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.420671:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.420678:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.420683:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00080000:00000010:2.0:1776202231.420697:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e4f084f. 00010000:00000010:2.0:1776202231.420721:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.420724:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.420790:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.420795:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.420802:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.420806:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.420813:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.420824:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000728466b1. 02000000:00000010:2.0:1776202231.420874:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000406464f1. 00000400:00000010:2.0:1776202231.420879:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202231.420884:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.420888:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613786944, portal 16 00000400:00000010:2.0:1776202231.420892:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202231.420893:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613786944, offset 0 00000400:00000200:2.0:1776202231.420899:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.420906:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.420913:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.420916:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.420919:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.420921:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91355:91355:255:4294967295] 192.168.204.38@tcp LPNI seq info [91355:91355:7:4294967295] 00000400:00000200:2.0:1776202231.420940:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.420945:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.420948:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82355026). 00000800:00000200:2.0:1776202231.420953:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.420957:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.420959:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.421128:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.421133:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354778). 00000400:00000200:3.0:1776202231.421137:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.421142:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.421146:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:3.0:1776202231.421148:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000800:00000200:3.0:1776202231.421209:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.421211:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:3.0:1776202231.421215:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.421218:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.421220:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:3.0:1776202231.421221:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:3.0:1776202231.421227:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613786944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.422941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb8f825b. 00010000:00000010:2.1:1776202231.422957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00000400:00000200:1.0:1776202231.423617:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.423635:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c540 00000400:00000200:1.0:1776202231.423643:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7501 [1] + 224 00000400:00000200:1.0:1776202231.423660:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.423664:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.423674:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613786944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.423963:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202231.423969:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202231.423971:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.423977:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613786944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.423985:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613786944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.424016:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000406464f1. 02000000:00000010:2.0:1776202231.424022:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000728466b1. 00000100:00000010:2.0:1776202231.424030:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.424034:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.424038:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:1.0:1776202231.425255:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.425279:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66900 00000400:00000200:1.0:1776202231.425286:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 328 00000400:00000200:1.0:1776202231.425341:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.425346:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.425351:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.425357:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00010000:00000010:0.1:1776202231.426045:0:75295:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012074356. 00000020:00000010:0.0:1776202231.426084:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.426091:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.426097:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.426130:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604588288/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.426202:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588288 02000000:00000010:0.0:1776202231.426217:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202231.426254:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095ee7f53. 00010000:00000010:0.0:1776202231.426289:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.426298:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.426315:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.426319:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.426335:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202231.426340:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588288, offset 224 00000400:00000200:0.0:1776202231.426349:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202231.426352:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000406464f1. 00000400:00000200:0.0:1776202231.426364:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.426370:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91356:91356:256:4294967295] 192.168.204.38@tcp LPNI seq info [91356:91356:8:4294967295] 00000400:00000200:0.0:1776202231.426381:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.426386:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.426392:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202231.426398:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.426406:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.426411:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.426434:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.426440:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.426444:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00010000:00000010:2.0:1776202231.426460:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.426469:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0ae6f37. 00000800:00000200:3.0:1776202231.426566:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.426570:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:3.0:1776202231.426574:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.426578:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.426582:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:3.0:1776202231.426584:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00010000:00000010:2.1:1776202231.426857:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3a1a07. 00010000:00000010:2.1:1776202231.426864:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202231.426868:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a95c7f. 00010000:00000010:2.1:1776202231.426871:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00010000:00000010:2.1:1776202231.426877:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.426880:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.426980:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.426987:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.427001:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.427006:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.427014:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.427026:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000728466b1. 02000000:00000010:2.0:1776202231.427051:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f834c674. 00000400:00000010:2.0:1776202231.427057:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202231.427061:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.427072:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787008, portal 16 00000400:00000010:2.0:1776202231.427076:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202231.427080:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787008, offset 0 00000400:00000200:2.0:1776202231.427086:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.427094:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.427100:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.427104:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.427107:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.427110:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91357:91357:256:4294967295] 192.168.204.38@tcp LPNI seq info [91357:91357:8:4294967295] 00000400:00000200:2.0:1776202231.427117:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.427122:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.427125:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202231.427129:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.427133:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.427135:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.427695:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.427699:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:3.0:1776202231.427704:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.427710:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.427713:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:3.0:1776202231.427715:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:3.0:1776202231.427722:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.431131:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.431152:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c580 00000400:00000200:3.0:1776202231.431161:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb750d [1] + 224 00000400:00000200:3.0:1776202231.431173:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.431177:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.431186:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.431223:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.431228:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66940 00000400:00000200:3.0:1776202231.431233:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 656 00000400:00000200:3.0:1776202231.431243:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.431246:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.431249:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.431255:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 00000400:00000010:2.0:1776202231.431300:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202231.431307:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202231.431309:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.431316:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.431324:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.431354:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f834c674. 02000000:00000010:2.0:1776202231.431362:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000728466b1. 00000100:00000010:2.0:1776202231.431369:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.431373:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.431376:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:1.0:1776202231.431743:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.431752:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.431849:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.431878:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b84fb356 x1862480604588352/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.431912:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588352 02000000:00000010:1.0:1776202231.431936:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086e9eafc. 00010000:00000010:1.0:1776202231.431975:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5b74e89. 00010000:00000010:1.0:1776202231.432002:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.432009:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.432023:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.432026:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.432041:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202231.432047:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588352, offset 224 00000400:00000200:1.0:1776202231.432055:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.432069:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.432075:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91358:91358:256:4294967295] 192.168.204.38@tcp LPNI seq info [91358:91358:8:4294967295] 00000400:00000200:1.0:1776202231.432086:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.432091:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.432096:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.432102:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.432112:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.432117:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.432176:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00080000:00000010:2.0:1776202231.432177:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f834c674. 00000020:00000010:1.0:1776202231.432181:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.432186:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00010000:00000010:2.0:1776202231.432262:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.432269:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef818427. 00010000:00000010:2.0:1776202231.432353:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d760a810. 00010000:00000010:2.0:1776202231.432359:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.432369:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.432373:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.432381:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.432392:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000728466b1. 02000000:00000010:2.0:1776202231.432419:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036799ef6. 00000400:00000010:2.0:1776202231.432424:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202231.432428:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.432433:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787072, portal 16 00000400:00000010:2.0:1776202231.432437:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202231.432439:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787072, offset 0 00000400:00000200:2.0:1776202231.432445:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.432452:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.432459:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.432462:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.432465:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.432467:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91359:91359:255:4294967295] 192.168.204.38@tcp LPNI seq info [91359:91359:7:4294967295] 00000400:00000200:2.0:1776202231.432473:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.432477:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.432481:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82355026). 00000800:00000200:2.0:1776202231.432484:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.432488:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.432490:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202231.433867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002916ae66. 00000800:00000200:3.0:1776202231.434424:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.434429:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202231.434436:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.434448:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.434456:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:3.0:1776202231.434458:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000800:00000200:0.0:1776202231.437269:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.437279:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:0.0:1776202231.437289:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.437298:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.437304:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:0.0:1776202231.437306:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:0.0:1776202231.437316:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.438159:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.438174:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c5c0 00000400:00000200:3.0:1776202231.438183:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7519 [1] + 224 00000400:00000200:3.0:1776202231.438195:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.438198:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.438206:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.438237:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.438242:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66980 00000400:00000200:3.0:1776202231.438246:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 984 00000400:00000200:3.0:1776202231.438254:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.438257:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.438262:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776202231.438270:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202231.438276:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202231.438278:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.438284:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.438293:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.438329:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036799ef6. 02000000:00000010:2.0:1776202231.438336:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000728466b1. 00000100:00000010:2.0:1776202231.438344:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.438350:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00000100:00000010:3.0:1776202231.438353:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 00010000:00000010:2.0:1776202231.438355:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:0.0:1776202231.438465:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.438474:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.438478:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.438509:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604588416/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.438577:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588416 02000000:00000010:0.0:1776202231.438588:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.438628:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f4f48dc. 00010000:00000010:0.0:1776202231.438661:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.438668:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.438681:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.438684:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.438698:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.438703:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588416, offset 224 00000400:00000200:0.0:1776202231.438710:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.438722:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.438727:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91360:91360:256:4294967295] 192.168.204.38@tcp LPNI seq info [91360:91360:8:4294967295] 00000400:00000200:0.0:1776202231.438737:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.438741:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.438746:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202231.438751:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.438769:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.438773:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.438825:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.438846:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:0.0:1776202231.438850:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00080000:00000010:2.0:1776202231.438911:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036799ef6. 00010000:00000010:2.0:1776202231.439016:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.439023:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d9d2aa0. 00010000:00000010:2.0:1776202231.439096:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.439102:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3292f55. 00010000:00000010:2.0:1776202231.439113:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.439116:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.439123:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.439134:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000728466b1. 02000000:00000010:2.0:1776202231.439174:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004831a7ca. 00000400:00000010:2.0:1776202231.439179:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00000400:00000010:2.0:1776202231.439183:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.439188:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787136, portal 16 00000400:00000010:2.0:1776202231.439192:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202231.439194:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787136, offset 0 00000400:00000200:2.0:1776202231.439201:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.439207:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.439215:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.439219:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.439223:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.439225:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91361:91361:255:4294967295] 192.168.204.38@tcp LPNI seq info [91361:91361:7:4294967295] 00000400:00000200:2.0:1776202231.439233:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.439237:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.439241:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82355026). 00000800:00000200:2.0:1776202231.439245:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.439250:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.439253:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.439292:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.439296:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354778). 00000400:00000200:3.0:1776202231.439300:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.439304:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.439307:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:3.0:1776202231.439309:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000800:00000200:3.0:1776202231.439335:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.439337:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202231.439340:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.439344:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.439345:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:3.0:1776202231.439347:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:3.0:1776202231.439352:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.442205:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.442225:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c600 00000400:00000200:3.0:1776202231.442235:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7525 [1] + 224 00000400:00000200:3.0:1776202231.442249:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.442253:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.442274:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.442346:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4ddafd. 00000400:00000200:2.0:1776202231.442352:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202231.442354:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.442360:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.442369:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.442407:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004831a7ca. 02000000:00000010:2.0:1776202231.442413:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000728466b1. 00000100:00000010:2.0:1776202231.442422:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.442427:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.442431:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:3.0:1776202231.443468:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.443483:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed669c0 00000400:00000200:3.0:1776202231.443490:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 1312 00000400:00000200:3.0:1776202231.443559:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.443564:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.443571:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.443577:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ff3830e. 00000020:00000010:2.0:1776202231.443685:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004831a7ca. 00000020:00000010:2.0:1776202231.443694:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.443699:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.443730:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604588480/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202231.443779:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588480 02000000:00000010:2.0:1776202231.443790:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000728466b1. 00010000:00000010:2.0:1776202231.443856:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073412680. 00010000:00000010:2.0:1776202231.443880:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.443887:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.443899:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.443903:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.443918:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.443923:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588480, offset 224 00000400:00000200:2.0:1776202231.443944:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.443956:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.443964:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91362:91362:256:4294967295] 192.168.204.38@tcp LPNI seq info [91362:91362:8:4294967295] 00000400:00000200:2.0:1776202231.443974:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.443980:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.443985:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202231.443991:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.443998:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.444002:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.444027:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00080000:00000010:3.0:1776202231.444031:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064277b93. 00000020:00000010:2.0:1776202231.444032:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.444037:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004831a7ca. 00010000:00000010:3.0:1776202231.444127:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3292f55. 00010000:00000010:3.0:1776202231.444135:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd52c26a. 00010000:00000010:3.0:1776202231.444206:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202231.444212:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.444221:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000480c02a2. 00000100:00000010:3.0:1776202231.444225:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202231.444231:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 02000000:00000010:3.0:1776202231.444240:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d32a59. 02000000:00000010:3.0:1776202231.444262:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9a1b9. 00000400:00000010:3.0:1776202231.444273:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085655a23. 00000400:00000010:3.0:1776202231.444277:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202231.444281:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787200, portal 16 00000400:00000010:3.0:1776202231.444285:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202231.444287:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787200, offset 0 00000400:00000200:3.0:1776202231.444292:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.444298:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.444305:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.444308:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.444311:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.444313:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91363:91363:255:4294967295] 192.168.204.38@tcp LPNI seq info [91363:91363:7:4294967295] 00000400:00000200:3.0:1776202231.444321:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.444324:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.444328:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.444332:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.444335:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.444338:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.444417:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.444421:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354778). 00000400:00000200:0.0:1776202231.444425:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.444430:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.444434:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:0.0:1776202231.444436:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000800:00000200:0.0:1776202231.444477:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.444479:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.444484:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.444488:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.444490:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:0.0:1776202231.444491:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:0.0:1776202231.444496:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d59e7f15 x1862480613787200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.447230:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.447250:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c640 00000400:00000200:3.0:1776202231.447259:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7531 [1] + 224 00000400:00000200:3.0:1776202231.447287:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.447292:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.447305:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d59e7f15 x1862480613787200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.447469:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085655a23. 00000400:00000200:2.0:1776202231.447475:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:2.0:1776202231.447476:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000100:00000200:2.0:1776202231.447483:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d59e7f15 x1862480613787200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.447493:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d59e7f15 x1862480613787200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.447528:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9a1b9. 02000000:00000010:2.0:1776202231.447535:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d32a59. 00000100:00000010:2.0:1776202231.447540:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 00000100:00000010:2.0:1776202231.447545:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:2.0:1776202231.447549:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000480c02a2. 00010000:00000010:0.1:1776202231.448912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bde4584. 00010000:00000010:2.1:1776202231.448943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016616783. 00010000:00000010:2.1:1776202231.448952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.1:1776202231.448956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a0cd51. 00010000:00000010:2.1:1776202231.448961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:1.1:1776202231.449020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c71cba. 00000400:00000200:3.0:1776202231.449767:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.449786:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66a00 00000400:00000200:3.0:1776202231.449794:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 1640 00000400:00000200:3.0:1776202231.449888:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.449893:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.449900:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.449906:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 00000020:00000010:2.0:1776202231.450587:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004831a7ca. 00000020:00000010:2.0:1776202231.450597:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.450602:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.450633:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011c3cf13 x1862480604588544/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.450681:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588544 02000000:00000010:2.0:1776202231.450694:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007501e7f7. 00010000:00000010:2.0:1776202231.450724:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe26f766. 00010000:00000010:2.0:1776202231.450746:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.450753:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.450780:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.450786:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.450800:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202231.450805:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588544, offset 224 00000400:00000200:2.0:1776202231.450813:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.450827:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.450856:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91364:91364:256:4294967295] 192.168.204.38@tcp LPNI seq info [91364:91364:8:4294967295] 00000400:00000200:2.0:1776202231.450866:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.450872:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202231.450873:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c06c7db. 00000800:00000010:2.0:1776202231.450877:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202231.450884:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.450892:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.450896:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.450914:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.450918:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.450921:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004831a7ca. 00010000:00000010:3.0:1776202231.450967:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.450975:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d96f8638. 00010000:00000010:3.0:1776202231.451050:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202231.451055:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.451061:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202231.451066:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00080000:00000010:3.0:1776202231.451080:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0f1d31. 00010000:00000010:3.0:1776202231.451107:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.451112:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.451168:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202231.451172:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.451180:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040fcb4ad. 00000100:00000010:3.0:1776202231.451184:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202231.451191:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 02000000:00000010:3.0:1776202231.451203:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 02000000:00000010:3.0:1776202231.451226:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cee50a7. 00000400:00000010:3.0:1776202231.451231:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202231.451237:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202231.451241:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787264, portal 16 00000400:00000010:3.0:1776202231.451245:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202231.451247:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787264, offset 0 00000400:00000200:3.0:1776202231.451253:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.451260:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000800:00000200:0.0:1776202231.451456:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.451460:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:0.0:1776202231.451465:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.451470:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.451474:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:0.0:1776202231.451476:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000400:00000200:3.0:1776202231.451497:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.451502:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.451505:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.451508:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91365:91365:255:4294967295] 192.168.204.38@tcp LPNI seq info [91365:91365:7:4294967295] 00000400:00000200:3.0:1776202231.451515:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.451520:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.451524:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.451528:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.451533:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.451535:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202231.453877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f9f64fc. 00010000:00000010:2.1:1776202231.453895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00010000:00000010:2.1:1776202231.453901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30f76f1. 00010000:00000010:0.1:1776202231.453949:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b683b2c1. 00000800:00000200:0.0:1776202231.454725:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.454730:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.454740:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.454750:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.455236:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:0.0:1776202231.455240:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:0.0:1776202231.455251:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d59e7f15 x1862480613787264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.456242:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5809a81. 00010000:00000010:3.1:1776202231.456252:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00000400:00000200:3.0:1776202231.457627:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.457657:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c680 00000400:00000200:3.0:1776202231.457666:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb753d [1] + 224 00000400:00000200:3.0:1776202231.457684:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.457687:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.457698:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d59e7f15 x1862480613787264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.458325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029bb706b. 00000400:00000010:2.0:1776202231.458352:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:2.0:1776202231.458357:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:2.0:1776202231.458359:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:2.0:1776202231.458367:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d59e7f15 x1862480613787264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.458376:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d59e7f15 x1862480613787264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.458408:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cee50a7. 02000000:00000010:2.0:1776202231.458426:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 00000100:00000010:2.0:1776202231.458430:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 00000100:00000010:2.0:1776202231.458436:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:2.0:1776202231.458439:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040fcb4ad. 00000400:00000200:3.0:1776202231.458615:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.458626:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66a40 00000400:00000200:3.0:1776202231.458632:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5e65 [2] + 1968 00000400:00000010:3.0:1776202231.458635:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097bc47ad. 00000400:00000200:3.0:1776202231.458638:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aeb2497a 00000400:00000200:3.0:1776202231.458688:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.458693:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.458696:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb2497a 00000400:00000010:3.0:1776202231.458699:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aeb2497a (tot 82354378). 00000100:00000200:3.0:1776202231.458705:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202231.458819:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098f57961. 00000020:00000010:2.0:1776202231.458827:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.458848:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.458875:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006fd536b8 x1862480604588608/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.458909:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588608 02000000:00000010:2.0:1776202231.458922:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff8891ea. 00010000:00000010:2.0:1776202231.458968:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000554397fc. 00010000:00000010:2.0:1776202231.458989:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.458997:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e024bab. 00000100:00000010:2.0:1776202231.459007:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e024bab. 00010000:00000010:2.0:1776202231.459011:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.459025:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202231.459030:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588608, offset 224 00000400:00000200:2.0:1776202231.459038:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.459049:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.459055:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91366:91366:256:4294967295] 192.168.204.38@tcp LPNI seq info [91366:91366:8:4294967295] 00000400:00000200:2.0:1776202231.459078:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.459083:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.459089:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354626). 00000800:00000200:2.0:1776202231.459097:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.459104:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.459108:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202231.459109:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4d32a59. 00000020:00000010:2.0:1776202231.459133:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.459139:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.459142:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f57961. 02000000:00000010:2.0:1776202231.459153:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007501e7f7. 00000100:00000010:2.0:1776202231.459155:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 02000000:00000010:2.0:1776202231.459159:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000728466b1. 00000100:00000010:2.0:1776202231.459164:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:2.0:1776202231.459167:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:2.0:1776202231.459169:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 02000000:00000010:2.0:1776202231.459172:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086e9eafc. 00000100:00000010:2.0:1776202231.459175:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:2.0:1776202231.459179:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:2.0:1776202231.459181:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:2.0:1776202231.459187:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d16e90b8. 00000100:00000010:2.0:1776202231.459189:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000200:2.0:1776202231.459197:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202231.459202:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a4ddafd. 00010000:00000010:3.0:1776202231.459203:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00000400:00000010:2.0:1776202231.459206:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006e024bab (tot 82354778). 00010000:00000010:3.0:1776202231.459212:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ce4c2e9. 00010000:00000010:3.0:1776202231.459292:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202231.459299:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.459309:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f96c4dbe. 00000100:00000010:3.0:1776202231.459312:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007035cfc1. 00000100:00000010:3.0:1776202231.459321:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 02000000:00000010:3.0:1776202231.459330:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a9a1b9. 02000000:00000010:3.0:1776202231.459354:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23d1281. 00000400:00000010:3.0:1776202231.459358:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f74244e. 00000400:00000010:3.0:1776202231.459363:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202231.459366:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787328, portal 16 00000400:00000010:3.0:1776202231.459371:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202231.459372:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787328, offset 0 00000400:00000200:3.0:1776202231.459377:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.459384:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.459391:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.459395:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.459397:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.459399:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91367:91367:255:4294967295] 192.168.204.38@tcp LPNI seq info [91367:91367:7:4294967295] 00000400:00000200:3.0:1776202231.459406:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.459410:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.459414:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.459417:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.459420:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.459422:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.459517:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.459522:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354778). 00000400:00000200:0.0:1776202231.459527:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.459531:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.459533:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:0.0:1776202231.459535:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 02000000:00000010:0.0:1776202231.459539:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff8891ea. 00000800:00000200:0.0:1776202231.459582:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.459584:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.459589:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.459602:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.459603:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:0.0:1776202231.459605:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:0.0:1776202231.459610:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b84fb356 x1862480613787328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.460999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa30e5b. 00010000:00000010:3.1:1776202231.461012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202231.461016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202231.461019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:3.0:1776202231.463600:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.463622:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c6c0 00000400:00000200:3.0:1776202231.463631:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb754d [1] + 224 00000400:00000200:3.0:1776202231.463653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.463657:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.463669:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b84fb356 x1862480613787328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.463709:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.463715:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66a80 00000400:00000200:3.0:1776202231.463720:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 0 00000400:00000200:3.0:1776202231.463729:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.463733:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1776202231.463737:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f74244e. 00000400:00000200:2.0:1776202231.463743:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:2.0:1776202231.463745:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:3.0:1776202231.463751:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776202231.463752:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b84fb356 x1862480613787328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.463762:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b84fb356 x1862480613787328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776202231.463768:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 02000000:00000010:2.0:1776202231.463806:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23d1281. 02000000:00000010:2.0:1776202231.463821:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0a9a1b9. 00000100:00000010:2.0:1776202231.463826:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 00000100:00000010:2.0:1776202231.463867:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007035cfc1. 00010000:00000010:2.0:1776202231.463873:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f96c4dbe. 00000020:00000010:1.0:1776202231.463894:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.463902:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.463907:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.463941:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604588672/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.463968:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588672 02000000:00000010:1.0:1776202231.463984:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cd4af26. 00010000:00000010:1.0:1776202231.464014:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7ea8e43. 00010000:00000010:1.0:1776202231.464036:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.464043:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.464059:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.464063:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.464075:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202231.464079:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588672, offset 224 00000400:00000200:1.0:1776202231.464087:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.464098:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.464105:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91368:91368:256:4294967295] 192.168.204.38@tcp LPNI seq info [91368:91368:8:4294967295] 00080000:00000010:2.0:1776202231.464111:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007501e7f7. 00000400:00000200:1.0:1776202231.464116:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.464122:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.464128:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.464134:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.464142:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.464145:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.464173:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.464178:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.464182:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00010000:00000010:2.0:1776202231.464219:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:2.0:1776202231.464227:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d45a4dc. 00010000:00000010:2.0:1776202231.464314:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d760a810. 00010000:00000010:2.0:1776202231.464321:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093ff9661. 00010000:00000010:2.0:1776202231.464332:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.464336:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.464344:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.464355:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f57961. 02000000:00000010:2.0:1776202231.464380:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad441306. 00000400:00000010:2.0:1776202231.464385:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.464390:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.464395:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787392, portal 16 00000400:00000010:2.0:1776202231.464399:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202231.464401:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787392, offset 0 00000400:00000200:2.0:1776202231.464408:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.464415:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.464426:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.464431:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.464435:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.464438:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91369:91369:255:4294967295] 192.168.204.38@tcp LPNI seq info [91369:91369:7:4294967295] 00000400:00000200:2.0:1776202231.464446:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.464450:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.464453:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82355026). 00000800:00000200:2.0:1776202231.464470:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.464474:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.464476:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.464564:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.464568:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:0.0:1776202231.464572:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.464576:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.464579:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:0.0:1776202231.464581:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000800:00000200:0.0:1776202231.464662:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.464664:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:0.0:1776202231.464668:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.464672:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.464674:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:0.0:1776202231.464675:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:0.0:1776202231.464680:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.465879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2d5769. 00010000:00000010:3.1:1776202231.465892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:0.0:1776202231.467224:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.467242:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c700 00000400:00000200:0.0:1776202231.467251:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7559 [1] + 224 00000400:00000200:0.0:1776202231.467269:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.467273:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.467284:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.471880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ebb16b. 00010000:00000010:2.1:1776202231.472517:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1b0fec. 00000400:00000010:2.0:1776202231.472540:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.472545:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202231.472548:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.472564:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.472575:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.472610:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad441306. 02000000:00000010:2.0:1776202231.472617:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098f57961. 00000100:00000010:2.0:1776202231.472622:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.472626:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.472641:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:3.0:1776202231.472667:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.472685:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66ac0 00000400:00000200:3.0:1776202231.472692:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 328 00000400:00000200:3.0:1776202231.472746:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.472751:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.472767:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.472772:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ff3830e. 00000020:00000010:2.0:1776202231.472967:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098f57961. 00000020:00000010:2.0:1776202231.472974:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.472978:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.473000:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604588736/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.473108:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588736 02000000:00000010:2.0:1776202231.473121:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad441306. 00010000:00000010:2.0:1776202231.473149:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1c3de28. 00010000:00000010:2.0:1776202231.473170:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.473176:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.473194:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.473197:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.473209:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.473214:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588736, offset 224 00000400:00000200:2.0:1776202231.473221:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202231.473231:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a91eec9f. 00000400:00000200:2.0:1776202231.473232:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.473239:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91370:91370:256:4294967295] 192.168.204.38@tcp LPNI seq info [91370:91370:8:4294967295] 00000400:00000200:2.0:1776202231.473249:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.473254:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.473259:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202231.473265:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.473272:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.473276:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.473290:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.473294:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.473297:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f57961. 00010000:00000010:3.0:1776202231.473337:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093ff9661. 00010000:00000010:3.0:1776202231.473345:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3ba6d16. 00000800:00000200:0.0:1776202231.473406:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.473411:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202231.473415:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.473419:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:3.0:1776202231.473420:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00000400:00000200:0.0:1776202231.473423:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:0.0:1776202231.473426:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00010000:00000010:3.0:1776202231.473428:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.473440:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f1b83c2. 00000100:00000010:3.0:1776202231.473444:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202231.473450:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 02000000:00000010:3.0:1776202231.473459:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a9a1b9. 02000000:00000010:3.0:1776202231.473483:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23d1281. 00000400:00000010:3.0:1776202231.473489:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202231.473494:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202231.473498:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787456, portal 16 00000400:00000010:3.0:1776202231.473502:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202231.473503:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787456, offset 0 00000400:00000200:3.0:1776202231.473508:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.473514:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.473522:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.473525:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.473528:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.473531:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91371:91371:256:4294967295] 192.168.204.38@tcp LPNI seq info [91371:91371:8:4294967295] 00000400:00000200:3.0:1776202231.473538:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.473542:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.473546:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.473550:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.473553:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.473556:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.474806:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.474812:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.474821:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.474843:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.474848:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:0.0:1776202231.474850:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:0.0:1776202231.474858:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011c3cf13 x1862480613787456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.476890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7d7710c. 00010000:00000010:2.1:1776202231.476908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00000400:00000200:3.0:1776202231.479873:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.479894:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c740 00000400:00000200:3.0:1776202231.479903:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7565 [1] + 224 00000400:00000200:3.0:1776202231.479935:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.479939:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.479951:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011c3cf13 x1862480613787456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.480048:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:2.0:1776202231.480054:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:2.0:1776202231.480057:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:2.0:1776202231.480063:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011c3cf13 x1862480613787456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.480071:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011c3cf13 x1862480613787456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.480103:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23d1281. 02000000:00000010:2.0:1776202231.480110:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0a9a1b9. 00000100:00000010:2.0:1776202231.480114:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000010:2.0:1776202231.480118:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:2.0:1776202231.480122:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f1b83c2. 00010000:00000010:3.1:1776202231.480910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d90d5f34. 00010000:00000010:3.1:1776202231.480920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00000400:00000200:0.0:1776202231.482523:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.482542:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66b00 00000400:00000200:0.0:1776202231.482550:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 656 00000400:00000200:0.0:1776202231.482617:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.482621:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.482627:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.482633:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000020:00000010:2.0:1776202231.482782:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098f57961. 00000020:00000010:2.0:1776202231.482790:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.482795:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.482822:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604588800/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.482889:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588800 02000000:00000010:2.0:1776202231.482902:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3145a1f. 00010000:00000010:2.0:1776202231.482943:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000904d73bb. 00010000:00000010:2.0:1776202231.482966:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.482973:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.482993:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.482998:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.483010:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202231.483015:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588800, offset 224 00000400:00000200:2.0:1776202231.483023:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.483032:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.483038:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91372:91372:256:4294967295] 192.168.204.38@tcp LPNI seq info [91372:91372:8:4294967295] 00000400:00000200:2.0:1776202231.483049:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.483054:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.483059:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202231.483065:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.483071:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.483075:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.483093:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.483096:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.483099:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f57961. 00080000:00000010:3.0:1776202231.483399:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000945c8403. 00010000:00000010:3.0:1776202231.483478:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.483484:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b20f9f2d. 00010000:00000010:3.0:1776202231.483553:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202231.483558:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.483566:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202231.483570:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.483575:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 02000000:00000010:3.0:1776202231.483584:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cee50a7. 02000000:00000010:3.0:1776202231.483610:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9a1b9. 00000400:00000010:3.0:1776202231.483616:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202231.483620:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202231.483625:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787520, portal 16 00000400:00000010:3.0:1776202231.483629:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202231.483630:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787520, offset 0 00000800:00000200:0.0:1776202231.483793:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.483797:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:0.0:1776202231.483802:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.483807:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.484159:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.484176:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.484182:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.484186:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.484190:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.484192:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91373:91373:255:4294967295] 192.168.204.38@tcp LPNI seq info [91373:91373:7:4294967295] 00000400:00000200:0.0:1776202231.484196:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:0.0:1776202231.484199:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000400:00000200:3.0:1776202231.484201:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.484205:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.484209:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.484214:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.484219:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.484221:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.484382:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.484384:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.484391:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.484394:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.484397:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:0.0:1776202231.484398:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:0.0:1776202231.484405:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d59e7f15 x1862480613787520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.485914:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.485943:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c780 00000400:00000200:0.0:1776202231.485952:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7571 [1] + 224 00000400:00000200:0.0:1776202231.485976:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.485980:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.485990:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d59e7f15 x1862480613787520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.486042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a29da83a. 00000400:00000010:3.0:1776202231.486079:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063d5ee31. 00000400:00000200:3.0:1776202231.486084:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202231.486090:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:3.0:1776202231.486096:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d59e7f15 x1862480613787520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.486103:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d59e7f15 x1862480613787520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.486137:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9a1b9. 02000000:00000010:3.0:1776202231.486149:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cee50a7. 00000100:00000010:3.0:1776202231.486152:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 00000100:00000010:3.0:1776202231.486158:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.486161:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000200:0.0:1776202231.487943:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.487963:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66b40 00000400:00000200:0.0:1776202231.487971:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 984 00000400:00000200:0.0:1776202231.488038:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.488043:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.488049:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.488055:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000020:00000010:1.0:1776202231.488209:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005860c7fa. 00000020:00000010:1.0:1776202231.488217:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.488221:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.488249:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604588864/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.488288:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588864 02000000:00000010:1.0:1776202231.488299:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de22827b. 00010000:00000010:1.0:1776202231.488326:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005afbcb46. 00010000:00000010:1.0:1776202231.488348:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.488354:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.488370:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.488374:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.488386:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202231.488392:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588864, offset 224 00000400:00000200:1.0:1776202231.488400:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.488412:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.488418:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91374:91374:256:4294967295] 192.168.204.38@tcp LPNI seq info [91374:91374:8:4294967295] 00000400:00000200:1.0:1776202231.488427:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.488433:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.488438:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.488443:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.488450:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.488454:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.488474:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.488479:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.488483:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005860c7fa. 00000800:00000200:0.0:1776202231.488670:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.488674:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202231.488678:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.488682:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.488685:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:0.0:1776202231.488687:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00080000:00000010:3.0:1776202231.488865:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cee50a7. 00010000:00000010:3.0:1776202231.488953:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.488972:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001729046d. 00010000:00000010:3.0:1776202231.489045:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202231.489050:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.489055:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202231.489060:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00080000:00000010:3.0:1776202231.489072:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0a9a1b9. 00010000:00000010:3.0:1776202231.489101:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.489105:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.489153:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202231.489157:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202231.489164:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202231.489169:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.489176:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 02000000:00000010:3.0:1776202231.489186:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c23d1281. 02000000:00000010:3.0:1776202231.489217:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0889dc. 00000400:00000010:3.0:1776202231.489223:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202231.489228:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202231.489233:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787584, portal 16 00000400:00000010:3.0:1776202231.489238:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202231.489241:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787584, offset 0 00000400:00000200:3.0:1776202231.489248:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.489273:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.489282:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.489286:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.489289:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.489291:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91375:91375:256:4294967295] 192.168.204.38@tcp LPNI seq info [91375:91375:8:4294967295] 00000400:00000200:3.0:1776202231.489299:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.489303:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.489377:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202231.489385:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.489389:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.489393:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.490913:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.490918:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:3.0:1776202231.490925:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.490943:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.490949:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:3.0:1776202231.490951:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000100:00000200:3.0:1776202231.491223:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d59e7f15 x1862480613787584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.493881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000da13f9c. 00010000:00000010:3.1:1776202231.494056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0972cc3. 00010000:00000010:3.1:1776202231.494062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:0.0:1776202231.494522:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.494539:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c7c0 00000400:00000200:0.0:1776202231.494546:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb757d [1] + 224 00000400:00000200:0.0:1776202231.494557:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.494561:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.494572:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d59e7f15 x1862480613787584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.494608:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.494614:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66b80 00000400:00000200:0.0:1776202231.494618:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 1312 00000400:00000200:0.0:1776202231.494689:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.494693:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.494698:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.494703:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000400:00000010:2.0:1776202231.494803:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063d5ee31. 00000400:00000200:2.0:1776202231.494808:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:2.0:1776202231.494810:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:2.0:1776202231.494816:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d59e7f15 x1862480613787584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.494825:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d59e7f15 x1862480613787584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.494883:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.494891:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c23d1281. 00000100:00000010:2.0:1776202231.494895:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 00000100:00000010:2.0:1776202231.494900:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:2.0:1776202231.494903:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000020:00000010:3.0:1776202231.494910:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052963abe. 00000020:00000010:3.0:1776202231.494916:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.494920:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.494955:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604588928/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202231.494986:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588928 02000000:00000010:3.0:1776202231.494998:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5f34320. 00010000:00000010:3.0:1776202231.495068:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f77f126a. 00010000:00000010:3.0:1776202231.495090:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.495096:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.495110:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.495112:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000010:3.0:1776202231.495124:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202231.495129:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588928, offset 224 00000400:00000200:3.0:1776202231.495136:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.495146:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.495151:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91376:91376:256:4294967295] 192.168.204.38@tcp LPNI seq info [91376:91376:8:4294967295] 00000400:00000200:3.0:1776202231.495161:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.495165:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.495170:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.495175:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.495181:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.495185:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.495198:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.495201:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.495204:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052963abe. 00080000:00000010:2.0:1776202231.495343:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098f57961. 00010000:00000010:2.0:1776202231.495424:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:2.0:1776202231.495431:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcd5981e. 00010000:00000010:2.0:1776202231.495498:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.495504:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.495514:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.495517:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.495523:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.495533:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c631161f. 02000000:00000010:2.0:1776202231.495554:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff8891ea. 00000400:00000010:2.0:1776202231.495558:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.495563:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.495567:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787648, portal 16 00000400:00000010:2.0:1776202231.495571:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202231.495573:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787648, offset 0 00000400:00000200:2.0:1776202231.495578:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.495585:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.495591:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.495595:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.495597:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.495600:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91377:91377:255:4294967295] 192.168.204.38@tcp LPNI seq info [91377:91377:7:4294967295] 00000400:00000200:2.0:1776202231.495607:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.495612:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.495615:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202231.495619:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.495622:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.495624:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.495713:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.495716:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:0.0:1776202231.495723:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.495728:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.495731:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:0.0:1776202231.495732:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000800:00000200:0.0:1776202231.495781:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.495783:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:0.0:1776202231.495787:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.495790:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.495792:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:0.0:1776202231.495794:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:0.0:1776202231.495799:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.498883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc2a54a9. 00000400:00000200:3.0:1776202231.499599:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.499619:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c800 00000400:00000200:3.0:1776202231.499629:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7589 [1] + 224 00000400:00000200:3.0:1776202231.499641:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.499645:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.499656:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.499701:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.499706:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66bc0 00000400:00000200:3.0:1776202231.499711:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 1640 00000400:00000200:3.0:1776202231.499770:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.499774:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.499778:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.499784:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 00000400:00000010:2.0:1776202231.499980:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.499986:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.499988:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.499995:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.500002:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.500036:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff8891ea. 02000000:00000010:2.0:1776202231.500044:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c631161f. 00000100:00000010:2.0:1776202231.500062:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.500067:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.500072:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:0.0:1776202231.500167:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e9d649. 00000020:00000010:0.0:1776202231.500185:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202231.500189:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001014dc4b. 00000100:00000200:0.0:1776202231.500214:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d59e7f15 x1862480604588992/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.500354:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604588992 02000000:00000010:1.0:1776202231.500368:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005860c7fa. 00010000:00000010:1.0:1776202231.500413:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f574aab. 00010000:00000010:1.0:1776202231.500435:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.500442:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.500456:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.500460:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.500472:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202231.500476:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604588992, offset 224 00000400:00000200:1.0:1776202231.500484:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.500496:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.500501:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91378:91378:256:4294967295] 192.168.204.38@tcp LPNI seq info [91378:91378:8:4294967295] 00000400:00000200:1.0:1776202231.500511:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.500516:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.500521:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.500526:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.500533:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.500537:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.500560:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:1.0:1776202231.500565:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001014dc4b. 00000020:00000010:1.0:1776202231.500569:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e9d649. 00000800:00000200:0.0:1776202231.500700:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.500704:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202231.500707:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.500712:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.500715:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:0.0:1776202231.500717:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00080000:00000010:2.0:1776202231.502433:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c631161f. 00010000:00000010:2.0:1776202231.502561:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.502571:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fd2a069. 00010000:00000010:2.0:1776202231.502680:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.502686:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.502698:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.502706:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.502715:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.502728:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff8891ea. 02000000:00000010:2.0:1776202231.502759:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23d1281. 00000400:00000010:2.0:1776202231.502765:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.502772:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.502778:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787712, portal 16 00000400:00000010:2.0:1776202231.502783:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.502785:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787712, offset 0 00000400:00000200:2.0:1776202231.502794:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.502809:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.502821:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.502825:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.502827:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00010000:00000010:2.1:1776202231.502865:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000248f9612. 00010000:00000010:2.1:1776202231.502873:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000400:00000200:2.0:1776202231.502881:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91379:91379:256:4294967295] 192.168.204.38@tcp LPNI seq info [91379:91379:8:4294967295] 00000400:00000200:2.0:1776202231.502891:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00010000:00000010:3.1:1776202231.503165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000099e9176. 00010000:00000010:3.1:1776202231.503173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202231.503185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202231.503189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000800:00000200:2.0:1776202231.503516:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.503524:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202231.503531:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.503540:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.503544:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.504521:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.504527:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:0.0:1776202231.504536:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.504544:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.504549:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:0.0:1776202231.504552:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:0.0:1776202231.504562:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.506537:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.506558:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c840 00000400:00000200:3.0:1776202231.506567:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7595 [1] + 224 00000400:00000200:3.0:1776202231.506584:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.506589:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.506599:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.507015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f7bc83. 00000400:00000010:2.0:1776202231.507137:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.507142:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.507145:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.507154:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.507163:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.507209:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23d1281. 02000000:00000010:2.0:1776202231.507217:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff8891ea. 00000100:00000010:2.0:1776202231.507225:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.507231:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.507236:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00010000:00000010:1.1:1776202231.507874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00000400:00000200:0.0:1776202231.508064:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.508082:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66c00 00000400:00000200:0.0:1776202231.508090:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5ebd [2] + 1968 00000400:00000010:0.0:1776202231.508094:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006210a405. 00000400:00000200:0.0:1776202231.508097:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c4dab28b 00000400:00000200:0.0:1776202231.508482:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.508488:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.508493:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4dab28b 00000400:00000010:0.0:1776202231.508495:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c4dab28b (tot 82354378). 00000100:00000200:0.0:1776202231.508500:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202231.508596:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.508607:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.508612:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.508650:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000098357714 x1862480604589056/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.508693:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589056 02000000:00000010:1.0:1776202231.508707:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006779f1b. 00010000:00000010:1.0:1776202231.508745:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000750606ce. 00010000:00000010:1.0:1776202231.508770:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.508778:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdbfa419. 00000100:00000010:1.0:1776202231.508795:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdbfa419. 00010000:00000010:1.0:1776202231.508801:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.508815:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202231.508820:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589056, offset 224 00000400:00000200:1.0:1776202231.508828:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.508862:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.508867:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91380:91380:256:4294967295] 192.168.204.38@tcp LPNI seq info [91380:91380:8:4294967295] 00000400:00000200:1.0:1776202231.508877:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.508882:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.508888:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202231.508894:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.508902:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.508906:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.508935:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.508939:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.508943:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 02000000:00000010:1.0:1776202231.508952:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005860c7fa. 00000100:00000010:1.0:1776202231.508955:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 02000000:00000010:1.0:1776202231.508960:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5f34320. 00000100:00000010:1.0:1776202231.508965:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:1.0:1776202231.508969:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de22827b. 00000100:00000010:1.0:1776202231.508971:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:1.0:1776202231.508973:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3145a1f. 00000100:00000010:1.0:1776202231.508978:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 02000000:00000010:1.0:1776202231.508981:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad441306. 00000100:00000010:1.0:1776202231.508984:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:1.0:1776202231.508987:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cd4af26. 00000100:00000010:1.0:1776202231.508988:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 00000100:00000200:1.0:1776202231.508994:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202231.509000:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f93e848c. 00000400:00000010:1.0:1776202231.509004:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdbfa419 (tot 82354778). 00000800:00000200:3.0:1776202231.509088:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.509091:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202231.509096:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.509100:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.509102:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:3.0:1776202231.509104:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 02000000:00000010:3.0:1776202231.509107:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006779f1b. 00080000:00000010:2.0:1776202231.509496:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23d1281. 00010000:00000010:2.0:1776202231.509581:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.509589:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a140362a. 00010000:00000010:2.0:1776202231.509680:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.509686:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.509698:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.509702:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.509710:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.509722:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad441306. 02000000:00000010:2.0:1776202231.509750:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3145a1f. 00000400:00000010:2.0:1776202231.509755:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.509759:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.509763:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787776, portal 16 00000400:00000010:2.0:1776202231.509767:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202231.509769:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787776, offset 0 00000400:00000200:2.0:1776202231.509775:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.509784:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.509791:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.509794:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.509797:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.509800:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91381:91381:256:4294967295] 192.168.204.38@tcp LPNI seq info [91381:91381:8:4294967295] 00000400:00000200:2.0:1776202231.509806:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.509811:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.509814:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202231.509818:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.509823:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.509825:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.510052:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.510055:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:3.0:1776202231.510060:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.510064:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.510066:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:3.0:1776202231.510068:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:3.0:1776202231.510075:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.510961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9c89c4. 00010000:00000010:2.1:1776202231.510970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00000400:00000200:0.0:1776202231.513352:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.513374:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c880 00000400:00000200:0.0:1776202231.513383:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75a5 [1] + 224 00000400:00000200:0.0:1776202231.513401:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.513404:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.513415:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.513762:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.513769:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.513770:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.513776:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.513784:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.513821:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3145a1f. 02000000:00000010:2.0:1776202231.513855:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad441306. 00000100:00000010:2.0:1776202231.513861:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.513866:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.513870:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:3.0:1776202231.514213:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.514226:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66c40 00000400:00000200:3.0:1776202231.514231:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 0 00000400:00000200:3.0:1776202231.514507:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.514512:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.514518:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.514523:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011c3cf13. 00000020:00000010:1.0:1776202231.514627:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cd4af26. 00000020:00000010:1.0:1776202231.514636:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.514641:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.514824:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011c3cf13 x1862480604589120/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1776202231.514862:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f72e2090. 00000100:00000200:1.0:1776202231.514974:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589120 02000000:00000010:1.0:1776202231.514987:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de22827b. 00010000:00000010:1.0:1776202231.515018:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c568fe. 00010000:00000010:1.0:1776202231.515038:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.515046:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009c33256. 00000100:00000010:1.0:1776202231.515061:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009c33256. 00010000:00000010:1.0:1776202231.515065:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.515077:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202231.515083:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589120, offset 224 00000400:00000200:1.0:1776202231.515091:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.515106:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.515112:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91382:91382:256:4294967295] 192.168.204.38@tcp LPNI seq info [91382:91382:8:4294967295] 00000400:00000200:1.0:1776202231.515121:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.515126:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.515130:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.515136:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.515142:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.515158:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.515179:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.515183:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.515186:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cd4af26. 00000800:00000200:3.0:1776202231.515506:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.515510:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00080000:00000010:2.0:1776202231.515512:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad441306. 00000400:00000200:3.0:1776202231.515514:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.515517:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.515521:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:3.0:1776202231.515522:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00010000:00000010:2.0:1776202231.516432:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.516445:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bca4276. 00010000:00000010:2.0:1776202231.516540:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.516547:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.516559:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.516565:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.516574:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.516586:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3145a1f. 02000000:00000010:2.0:1776202231.516991:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff8891ea. 00000400:00000010:2.0:1776202231.516998:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.517004:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.517010:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787840, portal 16 00000400:00000010:2.0:1776202231.517015:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202231.517017:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787840, offset 0 00000400:00000200:2.0:1776202231.517025:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.517038:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.517045:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.517049:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.517052:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.517055:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91383:91383:256:4294967295] 192.168.204.38@tcp LPNI seq info [91383:91383:8:4294967295] 00000400:00000200:2.0:1776202231.517064:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.517069:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.517072:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202231.517077:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.517085:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.517088:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.518689:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.518696:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:0.0:1776202231.518703:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.518723:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.518728:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:0.0:1776202231.518731:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:0.0:1776202231.518740:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.522171:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.522194:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c8c0 00000400:00000200:3.0:1776202231.522204:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75b1 [1] + 224 00000400:00000200:3.0:1776202231.522219:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.522224:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.522235:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.522334:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.522340:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.522343:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.522349:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.522356:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.522391:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff8891ea. 02000000:00000010:2.0:1776202231.522399:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3145a1f. 00000100:00000010:2.0:1776202231.522407:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.522412:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.522418:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:3.0:1776202231.523461:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.523475:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66c80 00000400:00000200:3.0:1776202231.523481:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 328 00000400:00000200:3.0:1776202231.523539:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.523544:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.523550:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.523554:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b84fb356. 00000020:00000010:1.0:1776202231.523657:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cd4af26. 00000020:00000010:1.0:1776202231.523677:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.523682:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.523712:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b84fb356 x1862480604589184/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.523753:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589184 02000000:00000010:1.0:1776202231.523764:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005860c7fa. 00010000:00000010:1.0:1776202231.523799:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:1.0:1776202231.523822:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.523866:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009c33256. 00000100:00000010:1.0:1776202231.523879:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009c33256. 00010000:00000010:1.0:1776202231.523883:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00010000:00000010:2.1:1776202231.523899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf895974. 00000400:00000010:1.0:1776202231.523905:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00010000:00000010:2.1:1776202231.523906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00000100:00000200:1.0:1776202231.523910:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589184, offset 224 00000400:00000200:1.0:1776202231.523918:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202231.523938:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3145a1f. 00000400:00000200:1.0:1776202231.523938:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.523944:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91384:91384:256:4294967295] 192.168.204.38@tcp LPNI seq info [91384:91384:8:4294967295] 00000400:00000200:1.0:1776202231.523953:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.523958:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.523962:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.523967:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.523973:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.523977:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.523994:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.523999:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:1.0:1776202231.524003:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cd4af26. 00010000:00000010:2.0:1776202231.524014:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.524021:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ea7de5d. 00000800:00000200:0.0:1776202231.524062:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.524067:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202231.524070:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.524075:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.524078:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:0.0:1776202231.524079:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00010000:00000010:2.0:1776202231.524100:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.524104:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.524109:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.524115:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00080000:00000010:2.0:1776202231.524128:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff8891ea. 00010000:00000010:2.0:1776202231.524160:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.524164:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.524229:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.524233:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.524540:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.524545:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.524552:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.524564:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.524591:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728466b1. 00000400:00000010:2.0:1776202231.524598:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.524603:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.524607:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787904, portal 16 00000400:00000010:2.0:1776202231.524611:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.524613:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787904, offset 0 00000400:00000200:2.0:1776202231.524619:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.524627:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.524633:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.524636:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.524638:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.524641:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91385:91385:256:4294967295] 192.168.204.38@tcp LPNI seq info [91385:91385:8:4294967295] 00000400:00000200:2.0:1776202231.524648:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.524652:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.524655:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202231.524659:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.524664:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.524666:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.525077:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.525081:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202231.525085:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.525091:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.525094:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:3.0:1776202231.525095:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:3.0:1776202231.525102:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.529884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007310a69d. 00010000:00000010:2.1:1776202231.532019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d25323. 00010000:00000010:2.1:1776202231.532035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.1:1776202231.532041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ec8840c. 00010000:00000010:2.1:1776202231.532045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.1:1776202231.532048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.532050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:1.1:1776202231.532116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bd87060. 00000400:00000200:3.0:1776202231.533483:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.533504:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c900 00000400:00000200:3.0:1776202231.533513:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75bd [1] + 224 00000400:00000200:3.0:1776202231.533531:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.533535:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.533547:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.533686:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.533693:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66cc0 00000400:00000200:3.0:1776202231.533698:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 656 00000400:00000200:3.0:1776202231.533750:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.533754:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.533758:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.533765:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f1098f. 00000400:00000010:2.0:1776202231.534714:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.534719:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.534721:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.534730:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.534737:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.534913:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728466b1. 02000000:00000010:2.0:1776202231.534958:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000100:00000010:2.0:1776202231.534966:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.534971:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.534976:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:1.0:1776202231.535425:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cd4af26. 00000020:00000010:1.0:1776202231.535434:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202231.535438:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000020ec7865. 00000100:00000200:1.0:1776202231.536907:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055f1098f x1862480604589248/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.537065:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589248 02000000:00000010:0.0:1776202231.537099:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012e9d649. 00010000:00000010:0.0:1776202231.537131:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df4c29ac. 00010000:00000010:0.0:1776202231.537160:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.537168:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.537188:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.537192:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.537205:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202231.537211:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589248, offset 224 00000400:00000200:0.0:1776202231.537219:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.537236:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.537243:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91386:91386:256:4294967295] 192.168.204.38@tcp LPNI seq info [91386:91386:8:4294967295] 00000400:00000200:0.0:1776202231.537259:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.537267:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.537273:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00080000:00000010:2.0:1776202231.537276:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000728466b1. 00000800:00000200:0.0:1776202231.537279:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.537284:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.537288:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.537316:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:0.0:1776202231.537321:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000020ec7865. 00000020:00000010:0.0:1776202231.537326:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cd4af26. 00010000:00000010:2.0:1776202231.537367:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.537375:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c11f061. 00000800:00000200:3.0:1776202231.537433:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.537437:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:3.0:1776202231.537443:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.537448:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.537453:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00010000:00000010:2.0:1776202231.537453:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00000400:00000010:3.0:1776202231.537455:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00010000:00000010:2.0:1776202231.537460:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.537471:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.537475:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.537483:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.537494:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.537517:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004831a7ca. 00000400:00000010:2.0:1776202231.537523:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.537528:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.537532:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613787968, portal 16 00000400:00000010:2.0:1776202231.537536:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202231.537538:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613787968, offset 0 00000400:00000200:2.0:1776202231.537543:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.537549:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.537555:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.537559:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.537561:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.537563:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91387:91387:256:4294967295] 192.168.204.38@tcp LPNI seq info [91387:91387:8:4294967295] 00000400:00000200:2.0:1776202231.537570:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.537574:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.537577:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202231.537580:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.537584:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.537586:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.538072:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.538075:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202231.538079:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.538084:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.538087:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:3.0:1776202231.538088:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000100:00000200:3.0:1776202231.538096:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613787968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.544923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000251c1eec. 00010000:00000010:2.1:1776202231.545071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b82ec3a8. 00010000:00000010:2.1:1776202231.545078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00000400:00000200:3.0:1776202231.546106:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.546144:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c940 00000400:00000200:3.0:1776202231.546155:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75c9 [1] + 224 00000400:00000200:3.0:1776202231.546167:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.546180:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.546191:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613787968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.546229:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.546235:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66d00 00000400:00000200:3.0:1776202231.546239:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 984 00000400:00000200:3.0:1776202231.546250:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.546252:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.546256:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.546270:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ff3830e. 00000400:00000010:2.0:1776202231.546476:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.546481:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.546483:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.546489:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613787968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.546497:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613787968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.546530:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004831a7ca. 02000000:00000010:2.0:1776202231.546536:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000100:00000010:2.0:1776202231.546542:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.546547:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.546553:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:1.0:1776202231.546591:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.546599:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007cc20230. 00000020:00000010:1.0:1776202231.546604:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f848b71f. 00000100:00000200:1.0:1776202231.546631:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ff3830e x1862480604589312/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.546675:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589312 02000000:00000010:1.0:1776202231.546686:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f39ef1dc. 00010000:00000010:1.0:1776202231.547690:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066592c4f. 00010000:00000010:0.0:1776202231.548462:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.548474:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.548496:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.548500:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.548517:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202231.548522:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589312, offset 224 00000400:00000200:0.0:1776202231.548532:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.548549:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.548555:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91388:91388:256:4294967295] 192.168.204.38@tcp LPNI seq info [91388:91388:8:4294967295] 00000400:00000200:0.0:1776202231.548566:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.548572:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.548578:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:0.0:1776202231.548585:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.548593:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.548598:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776202231.548609:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004831a7ca. 00000020:00000010:0.0:1776202231.548627:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007cc20230. 00000020:00000010:0.0:1776202231.548633:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f848b71f. 00000020:00000010:0.0:1776202231.548647:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00010000:00000010:2.0:1776202231.548700:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.548708:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dfd716c. 00010000:00000010:2.0:1776202231.548951:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.548958:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.548969:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.548972:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.548980:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.548996:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.549022:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d77e8ecf. 00000400:00000010:2.0:1776202231.549028:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.549033:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.549038:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788032, portal 16 00000400:00000010:2.0:1776202231.549043:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202231.549044:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788032, offset 0 00000400:00000200:2.0:1776202231.549050:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.549057:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.549065:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.549070:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.549073:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.549075:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91389:91389:255:4294967295] 192.168.204.38@tcp LPNI seq info [91389:91389:7:4294967295] 00000400:00000200:2.0:1776202231.549082:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.549086:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000200:3.0:1776202231.549087:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.549089:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82355026). 00000800:00000010:3.0:1776202231.549091:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:2.0:1776202231.549093:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000400:00000200:3.0:1776202231.549094:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1776202231.549098:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000400:00000200:3.0:1776202231.549099:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000800:00000200:2.0:1776202231.549100:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776202231.549103:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:3.0:1776202231.549105:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000800:00000200:3.0:1776202231.549137:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.549139:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:3.0:1776202231.549143:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.549155:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.549157:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:3.0:1776202231.549159:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000100:00000200:3.0:1776202231.549166:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613788032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.553884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6b3af61. 00000400:00000200:3.0:1776202231.555023:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.555046:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c980 00000400:00000200:3.0:1776202231.555057:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75d5 [1] + 224 00000400:00000200:3.0:1776202231.555070:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.555074:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.555087:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613788032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.555126:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.555131:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66d40 00000400:00000200:3.0:1776202231.555136:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 1312 00000400:00000200:3.0:1776202231.555147:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.555149:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.555153:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.555159:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d59e7f15. 00000400:00000010:2.0:1776202231.555225:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.555230:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.555232:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.555238:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613788032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.555247:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613788032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.555279:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d77e8ecf. 02000000:00000010:2.0:1776202231.555288:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000100:00000010:2.0:1776202231.555295:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.555299:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.555304:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:0.0:1776202231.555688:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d16e90b8. 00000020:00000010:0.0:1776202231.555696:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202231.555700:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000006c39ba6. 00000100:00000200:0.0:1776202231.555726:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d59e7f15 x1862480604589376/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.555760:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589376 02000000:00000010:0.0:1776202231.555771:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6dc3283. 00010000:00000010:0.0:1776202231.555798:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004e765b2. 00010000:00000010:0.0:1776202231.555819:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.555825:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.555876:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.555879:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.555895:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202231.555900:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589376, offset 224 00000400:00000200:0.0:1776202231.555909:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202231.555920:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d77e8ecf. 00000400:00000200:0.0:1776202231.555933:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.555940:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91390:91390:256:4294967295] 192.168.204.38@tcp LPNI seq info [91390:91390:8:4294967295] 00000400:00000200:0.0:1776202231.555951:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.555956:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.555962:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202231.555968:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.555975:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.555979:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.555998:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202231.556003:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000006c39ba6. 00000020:00000010:0.0:1776202231.556008:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d16e90b8. 00010000:00000010:2.0:1776202231.556025:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.556034:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcd5ec09. 00010000:00000010:2.0:1776202231.556133:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.556146:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.556157:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.556161:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.556167:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.556179:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.556206:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038f45a51. 00000400:00000010:2.0:1776202231.556211:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.556217:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.556221:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788096, portal 16 00000400:00000010:2.0:1776202231.556225:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202231.556227:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788096, offset 0 00000400:00000200:2.0:1776202231.556233:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.556240:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.556246:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.556250:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.556253:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.556256:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91391:91391:255:4294967295] 192.168.204.38@tcp LPNI seq info [91391:91391:7:4294967295] 00000400:00000200:2.0:1776202231.556264:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.556269:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.556272:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82355026). 00000800:00000200:2.0:1776202231.556275:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.556280:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.556282:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.556312:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.556317:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354778). 00000400:00000200:1.0:1776202231.556320:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.556324:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.556327:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:1.0:1776202231.556329:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000800:00000200:1.0:1776202231.556356:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.556357:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202231.556360:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.556363:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.556365:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:1.0:1776202231.556366:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000100:00000200:1.0:1776202231.556370:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613788096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.557878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076758578. 00010000:00000010:2.1:1776202231.557892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00000400:00000200:3.0:1776202231.561236:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.561257:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62c9c0 00000400:00000200:3.0:1776202231.561266:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75e1 [1] + 224 00000400:00000200:3.0:1776202231.561278:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.561283:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.561294:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613788096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.561334:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.561339:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66d80 00000400:00000200:3.0:1776202231.561345:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 1640 00000400:00000200:3.0:1776202231.561471:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.561476:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.561481:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.561492:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000400:00000010:2.0:1776202231.561586:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.561591:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.561594:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.561600:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613788096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.561608:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613788096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.561637:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038f45a51. 02000000:00000010:2.0:1776202231.561643:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000100:00000010:2.0:1776202231.561648:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.561652:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.561656:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:0.0:1776202231.562743:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d16e90b8. 00000020:00000010:0.0:1776202231.562824:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202231.562845:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000006c39ba6. 00000100:00000200:0.0:1776202231.562873:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604589440/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.562997:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589440 02000000:00000010:0.0:1776202231.563010:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.563037:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079637330. 00010000:00000010:0.0:1776202231.563057:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.563180:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.563198:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.563202:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.563216:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202231.563223:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589440, offset 224 00000400:00000200:0.0:1776202231.563232:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202231.563236:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f45a51. 00000400:00000200:0.0:1776202231.563246:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.563252:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91392:91392:256:4294967295] 192.168.204.38@tcp LPNI seq info [91392:91392:8:4294967295] 00000400:00000200:0.0:1776202231.563263:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.563269:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.563275:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202231.563281:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.563289:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.563292:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776202231.563318:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.563326:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e60ee72. 00000020:00000010:0.0:1776202231.563357:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202231.563362:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000006c39ba6. 00000020:00000010:0.0:1776202231.563367:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d16e90b8. 00010000:00000010:2.0:1776202231.563409:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.563415:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.563426:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.563430:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.563437:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.563449:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0889dc. 02000000:00000010:2.0:1776202231.563473:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd5cbd28. 00000400:00000010:2.0:1776202231.563478:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.563483:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.563487:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788160, portal 16 00000400:00000010:2.0:1776202231.563492:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202231.563494:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788160, offset 0 00000400:00000200:2.0:1776202231.563499:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.563506:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.563511:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.563515:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.563517:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.563520:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91393:91393:255:4294967295] 192.168.204.38@tcp LPNI seq info [91393:91393:7:4294967295] 00000400:00000200:2.0:1776202231.563527:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.563531:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.563535:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82355026). 00000800:00000200:2.0:1776202231.563539:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.563543:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.563545:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202231.565049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cb6fc7d. 00000800:00000200:3.0:1776202231.565249:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.565254:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354778). 00000400:00000200:3.0:1776202231.565259:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.565268:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.565274:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:3.0:1776202231.565276:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000800:00000200:3.0:1776202231.565342:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.565344:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202231.565348:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.565352:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.565354:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:3.0:1776202231.565356:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000100:00000200:3.0:1776202231.565365:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613788160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.565935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000270c0edc. 00010000:00000010:2.1:1776202231.565944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00000400:00000200:1.0:1776202231.567890:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.567909:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ca00 00000400:00000200:1.0:1776202231.567918:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75ed [1] + 224 00000400:00000200:1.0:1776202231.567944:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.567948:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.567959:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613788160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.569123:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.569135:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66dc0 00000400:00000200:3.0:1776202231.569141:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f15 [2] + 1968 00000400:00000010:3.0:1776202231.569145:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000732e9cb5. 00000400:00000200:3.0:1776202231.569150:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002e26ba89 00000400:00000200:3.0:1776202231.569206:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.569211:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.569215:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e26ba89 00000400:00000010:3.0:1776202231.569217:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002e26ba89 (tot 82354378). 00000100:00000200:3.0:1776202231.569223:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202231.569501:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5624dc. 00000020:00000010:1.0:1776202231.569509:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d90693f. 00000020:00000010:1.0:1776202231.569513:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078f03cb4. 00000100:00000200:1.0:1776202231.569539:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d5124615 x1862480604589504/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.569578:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589504 02000000:00000010:1.0:1776202231.569588:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00010000:00000010:1.0:1776202231.569627:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.569635:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009c33256. 00000100:00000010:1.0:1776202231.569640:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009c33256. 00010000:00000010:1.0:1776202231.569644:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.569657:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202231.569662:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589504, offset 224 00000400:00000200:1.0:1776202231.569670:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.569680:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.569685:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91394:91394:256:4294967295] 192.168.204.38@tcp LPNI seq info [91394:91394:8:4294967295] 00000400:00000200:1.0:1776202231.569694:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.569699:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.569705:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202231.569711:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.569717:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.569720:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.569745:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d90693f. 00000020:00000010:1.0:1776202231.569748:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078f03cb4. 00000020:00000010:1.0:1776202231.569752:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5624dc. 02000000:00000010:1.0:1776202231.569760:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00000100:00000010:1.0:1776202231.569763:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:1.0:1776202231.569767:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6dc3283. 00000100:00000010:1.0:1776202231.569770:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d59e7f15. 02000000:00000010:1.0:1776202231.569776:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f39ef1dc. 00000100:00000010:1.0:1776202231.569778:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ff3830e. 02000000:00000010:1.0:1776202231.569781:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012e9d649. 00000100:00000010:1.0:1776202231.569783:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000055f1098f. 02000000:00000010:1.0:1776202231.569786:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005860c7fa. 00000100:00000010:1.0:1776202231.569788:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b84fb356. 02000000:00000010:1.0:1776202231.569792:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de22827b. 00000100:00000010:1.0:1776202231.569794:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011c3cf13. 00000100:00000200:1.0:1776202231.569800:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202231.569805:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e84128a0. 00000400:00000010:1.0:1776202231.569809:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000009c33256 (tot 82354778). 00000400:00000010:2.0:1776202231.570096:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.570101:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.570103:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.570109:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613788160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.570118:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613788160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202231.570139:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce49a105. 00000800:00000200:0.0:1776202231.570148:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.570153:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 02000000:00000010:2.0:1776202231.570155:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd5cbd28. 00000400:00000200:0.0:1776202231.570159:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1776202231.570162:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0889dc. 00000400:00000200:0.0:1776202231.570166:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:2.0:1776202231.570169:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000400:00000200:0.0:1776202231.570170:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:0.0:1776202231.570173:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000010:2.0:1776202231.570176:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 02000000:00000010:0.0:1776202231.570179:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 00010000:00000010:2.0:1776202231.570182:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00080000:00000010:2.0:1776202231.570202:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd5cbd28. 00010000:00000010:2.0:1776202231.570278:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.570285:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009f9372d. 00010000:00000010:2.0:1776202231.570357:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.570361:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.570366:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.570371:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00080000:00000010:2.0:1776202231.570383:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aecbaa6. 00010000:00000010:2.0:1776202231.570412:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.570415:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.570462:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.570466:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4465938. 00010000:00000010:2.0:1776202231.570473:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.570477:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.570482:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.570493:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:2.0:1776202231.570516:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000201842e. 00000400:00000010:2.0:1776202231.570520:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.570523:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.570526:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788224, portal 16 00000400:00000010:2.0:1776202231.570530:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202231.570532:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788224, offset 0 00000400:00000200:2.0:1776202231.570537:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.570544:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.570552:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.570555:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.570558:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.570560:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91395:91395:256:4294967295] 192.168.204.38@tcp LPNI seq info [91395:91395:8:4294967295] 00000400:00000200:2.0:1776202231.570567:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.570573:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.570575:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202231.570580:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.570584:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.570586:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.573510:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.573519:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:0.0:1776202231.573528:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.573537:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.573543:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:0.0:1776202231.573545:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000100:00000200:0.0:1776202231.573556:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000690b7e51 x1862480613788224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.574876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755ecc8d. 00010000:00000010:2.1:1776202231.574887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00000400:00000200:3.0:1776202231.576954:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.576974:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ca40 00000400:00000200:3.0:1776202231.576983:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb75fd [1] + 224 00000400:00000200:3.0:1776202231.576995:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.576999:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.577009:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000690b7e51 x1862480613788224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.577044:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.577050:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66e00 00000400:00000010:2.0:1776202231.577055:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002ff307d2. 00000400:00000200:2.0:1776202231.577061:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202231.577064:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202231.577072:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000690b7e51 x1862480613788224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.577080:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000690b7e51 x1862480613788224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.577112:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000201842e. 02000000:00000010:2.0:1776202231.577118:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:2.0:1776202231.577123:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000010:2.0:1776202231.577128:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.577133:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000200:3.0:1776202231.577460:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 0 00000400:00000200:3.0:1776202231.577518:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.577523:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.577528:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.577533:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 00000020:00000010:2.0:1776202231.577691:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e33e921. 00000020:00000010:2.0:1776202231.577699:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.577704:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.577729:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073204bd6 x1862480604589568/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.577767:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589568 02000000:00000010:2.0:1776202231.577778:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000201842e. 00010000:00000010:2.0:1776202231.577815:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009aac5df3. 00010000:00000010:2.0:1776202231.577866:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.577874:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.577886:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.577889:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.577903:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202231.577908:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589568, offset 224 00000400:00000200:2.0:1776202231.577917:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.577939:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.577944:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91396:91396:256:4294967295] 192.168.204.38@tcp LPNI seq info [91396:91396:8:4294967295] 00000400:00000200:2.0:1776202231.577955:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.577959:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.577965:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202231.577970:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.577977:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.577980:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.577997:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.578002:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.578005:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e33e921. 00000800:00000200:3.0:1776202231.578185:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.578188:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202231.578192:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.578196:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.578198:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:3.0:1776202231.578200:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00010000:00000010:0.1:1776202231.581214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa675f5. 00080000:00000010:0.0:1776202231.581256:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d16e90b8. 00010000:00000010:0.0:1776202231.581357:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4465938. 00010000:00000010:0.0:1776202231.581368:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070b8feb6. 00010000:00000010:0.0:1776202231.581440:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202231.581446:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.581458:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.581465:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.581474:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.581488:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012e9d649. 02000000:00000010:0.0:1776202231.581517:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6dc3283. 00000400:00000010:0.0:1776202231.581522:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006210a405. 00000400:00000010:0.0:1776202231.581529:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.581535:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788288, portal 16 00000400:00000010:0.0:1776202231.581540:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202231.581542:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788288, offset 0 00000400:00000200:0.0:1776202231.581551:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.581566:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.581574:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.581577:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.581579:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.581583:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91397:91397:256:4294967295] 192.168.204.38@tcp LPNI seq info [91397:91397:8:4294967295] 00000400:00000200:0.0:1776202231.581593:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.581600:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.581604:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202231.581610:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.581616:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.581622:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202231.582602:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.582609:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:1.0:1776202231.582617:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.582626:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.582632:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:1.0:1776202231.582634:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:1.0:1776202231.582645:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613788288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.584911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d62dfaef. 00000400:00000200:3.0:1776202231.584912:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00010000:00000010:2.1:1776202231.584935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047fb63e3. 00010000:00000010:2.1:1776202231.584940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.1:1776202231.584946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.584950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.1:1776202231.584954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b31017d. 00000400:00000200:2.0:1776202231.584979:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ca80 00000400:00000200:2.0:1776202231.584989:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7609 [1] + 224 00000400:00000200:2.0:1776202231.585005:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.585010:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.585021:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613788288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.585248:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006210a405. 00000400:00000200:0.0:1776202231.585255:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202231.585257:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202231.585264:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613788288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.585272:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613788288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.585306:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6dc3283. 02000000:00000010:0.0:1776202231.585314:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012e9d649. 00000100:00000010:0.0:1776202231.585318:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.585324:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.585328:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:3.0:1776202231.585811:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.585823:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66e40 00000400:00000200:3.0:1776202231.585855:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 328 00000400:00000200:3.0:1776202231.585911:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.585916:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.585921:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.585939:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 00000020:00000010:1.0:1776202231.586222:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00000020:00000010:1.0:1776202231.586231:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d90693f. 00000020:00000010:1.0:1776202231.586236:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078f03cb4. 00000100:00000200:1.0:1776202231.586263:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000154d2bb9 x1862480604589632/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.586300:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589632 02000000:00000010:1.0:1776202231.586311:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005860c7fa. 00010000:00000010:1.0:1776202231.586337:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007844462c. 00010000:00000010:1.0:1776202231.586358:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.586365:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.586385:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.586391:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.586404:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202231.586409:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589632, offset 224 00000400:00000200:1.0:1776202231.586417:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.586428:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.586434:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91398:91398:256:4294967295] 192.168.204.38@tcp LPNI seq info [91398:91398:8:4294967295] 00000400:00000200:1.0:1776202231.586450:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.586464:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.586469:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.586475:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.586481:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.586484:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.586508:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d90693f. 00000020:00000010:1.0:1776202231.586513:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078f03cb4. 00000020:00000010:1.0:1776202231.586517:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00000800:00000200:2.0:1776202231.586592:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.586596:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202231.586600:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.586605:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.586607:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:2.0:1776202231.586609:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00010000:00000010:0.1:1776202231.589823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0eb380c. 00010000:00000010:0.1:1776202231.590025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00080000:00000010:0.0:1776202231.590172:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012e9d649. 00010000:00000010:0.0:1776202231.590276:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.590285:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005099f41d. 00010000:00000010:0.0:1776202231.590370:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202231.590376:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.590389:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.590397:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.590407:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.590422:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6dc3283. 02000000:00000010:0.0:1776202231.590455:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014544fb8. 00000400:00000010:0.0:1776202231.590463:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006210a405. 00000400:00000010:0.0:1776202231.590470:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.590477:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788352, portal 16 00000400:00000010:0.0:1776202231.590483:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202231.590486:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788352, offset 0 00000400:00000200:0.0:1776202231.590496:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.590514:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.590524:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.590528:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.590532:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.590536:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91399:91399:256:4294967295] 192.168.204.38@tcp LPNI seq info [91399:91399:8:4294967295] 00000400:00000200:0.0:1776202231.590546:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.590552:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.590557:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202231.590563:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.590572:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.590575:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.591515:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.591521:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:2.0:1776202231.591527:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.591533:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.591538:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:2.0:1776202231.591540:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000100:00000200:2.0:1776202231.591551:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613788352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.593038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360bb6fd. 00010000:00000010:0.1:1776202231.596877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083090f10. 00010000:00000010:0.1:1776202231.596897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00000400:00000200:3.0:1776202231.598108:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.598128:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cac0 00000400:00000200:3.0:1776202231.598136:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7615 [1] + 224 00000400:00000200:3.0:1776202231.598164:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.598168:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.598178:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613788352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.598274:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006210a405. 00000400:00000200:0.0:1776202231.598279:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202231.598282:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202231.598288:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613788352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.598297:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613788352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.598324:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.598329:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6dc3283. 00000100:00000010:0.0:1776202231.598333:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.598337:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.598340:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:2.0:1776202231.600815:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.600892:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66e80 00000400:00000200:2.0:1776202231.600902:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 656 00000400:00000200:2.0:1776202231.601357:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.601364:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.601370:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.601377:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000020:00000010:1.0:1776202231.601516:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00000020:00000010:1.0:1776202231.601524:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d90693f. 00000020:00000010:1.0:1776202231.601528:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078f03cb4. 00000100:00000200:1.0:1776202231.601556:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604589696/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.601731:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589696 02000000:00000010:2.0:1776202231.601746:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e33e921. 00010000:00000010:2.0:1776202231.601780:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000961a15c7. 00010000:00000010:2.0:1776202231.601807:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.601816:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220d5b9b. 00000100:00000010:2.0:1776202231.601883:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000220d5b9b. 00010000:00000010:2.0:1776202231.601888:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000400:00000010:2.0:1776202231.601901:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202231.601906:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589696, offset 224 00000400:00000200:2.0:1776202231.601913:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.601938:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.601943:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91400:91400:256:4294967295] 192.168.204.38@tcp LPNI seq info [91400:91400:8:4294967295] 00000400:00000200:2.0:1776202231.601954:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.601959:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.601964:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202231.601970:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.601977:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00080000:00000010:0.0:1776202231.601979:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6dc3283. 00000800:00000200:2.0:1776202231.601981:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.602000:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d90693f. 00000020:00000010:2.0:1776202231.602005:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078f03cb4. 00000020:00000010:2.0:1776202231.602010:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00010000:00000010:0.0:1776202231.602066:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.602072:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c76357f9. 00010000:00000010:0.0:1776202231.602250:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202231.602256:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.602267:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.602271:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.602277:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.602288:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.602311:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d75269c. 00000400:00000010:0.0:1776202231.602319:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006210a405. 00000400:00000010:0.0:1776202231.602324:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.602329:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788416, portal 16 00000400:00000010:0.0:1776202231.602333:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202231.602335:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788416, offset 0 00000400:00000200:0.0:1776202231.602341:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.602347:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.602354:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.602358:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.602361:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.602363:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91401:91401:255:4294967295] 192.168.204.38@tcp LPNI seq info [91401:91401:7:4294967295] 00000400:00000200:0.0:1776202231.602370:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.602374:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.602377:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82355026). 00000800:00000200:0.0:1776202231.602380:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.602384:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.602387:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.604226:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.604234:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354778). 00000400:00000200:2.0:1776202231.604243:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.604252:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.604258:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:2.0:1776202231.604261:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000800:00000200:2.0:1776202231.605034:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.605038:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:2.0:1776202231.605042:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.605047:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.605050:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:2.0:1776202231.605052:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000100:00000200:2.0:1776202231.605060:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613788416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202231.607597:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.607617:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cb00 00000400:00000200:3.0:1776202231.607625:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7621 [1] + 224 00000400:00000200:3.0:1776202231.607650:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.607654:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.607664:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613788416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.608021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4b1ece. 00010000:00000010:0.1:1776202231.608029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00000400:00000010:0.0:1776202231.608048:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006210a405. 00000400:00000200:0.0:1776202231.608052:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202231.608054:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202231.608062:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613788416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.608069:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613788416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.608097:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d75269c. 02000000:00000010:0.0:1776202231.608102:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.608107:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.608112:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.608115:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:2.0:1776202231.608570:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.608589:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66ec0 00000400:00000200:2.0:1776202231.608596:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 984 00000400:00000200:2.0:1776202231.608652:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.608656:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.608661:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.608665:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00010000:00000010:2.1:1776202231.609172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e65cb41e. 00000020:00000010:1.0:1776202231.609400:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f39ef1dc. 00000020:00000010:1.0:1776202231.609408:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.609412:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.609437:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604589760/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.609468:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589760 02000000:00000010:1.0:1776202231.609476:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f5624dc. 00010000:00000010:1.0:1776202231.609502:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2fb8545. 00010000:00000010:1.0:1776202231.609522:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.609528:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.609537:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.609540:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.609552:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202231.609557:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589760, offset 224 00000400:00000200:1.0:1776202231.609565:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.609586:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.609592:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91402:91402:256:4294967295] 192.168.204.38@tcp LPNI seq info [91402:91402:8:4294967295] 00000400:00000200:1.0:1776202231.609602:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.609607:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.609612:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.609617:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.609624:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.609627:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.609989:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.609995:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.609999:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f39ef1dc. 00000800:00000200:2.0:1776202231.610155:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.610159:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.610163:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.610168:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.610172:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:2.0:1776202231.610174:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00080000:00000010:0.0:1776202231.613964:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d75269c. 00010000:00000010:0.0:1776202231.614101:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.614116:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba6cdc05. 00010000:00000010:0.0:1776202231.614200:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202231.614206:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202231.614221:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.614231:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.614242:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.614259:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.614288:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003784ee1a. 00000400:00000010:0.0:1776202231.614296:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006210a405. 00000400:00000010:0.0:1776202231.614302:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.614309:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788480, portal 16 00000400:00000010:0.0:1776202231.614314:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202231.614316:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788480, offset 0 00000400:00000200:0.0:1776202231.614326:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.614344:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.614351:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.614355:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.614357:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.614360:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91403:91403:256:4294967295] 192.168.204.38@tcp LPNI seq info [91403:91403:8:4294967295] 00000400:00000200:0.0:1776202231.614369:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.614374:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.614379:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202231.614385:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.614392:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.614395:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.614644:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.614648:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:3.0:1776202231.614653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.614658:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.614663:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:3.0:1776202231.614665:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:3.0:1776202231.614673:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613788480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.618094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075531d55. 00000400:00000200:2.0:1776202231.619404:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.619426:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cb40 00000400:00000200:2.0:1776202231.619437:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb762d [1] + 224 00000400:00000200:2.0:1776202231.619461:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.619465:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.619476:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613788480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.619563:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006210a405. 00000400:00000200:0.0:1776202231.619568:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202231.619571:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202231.619577:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613788480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.619595:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613788480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.619628:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003784ee1a. 02000000:00000010:0.0:1776202231.619635:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.619640:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.619645:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.619648:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:3.0:1776202231.620096:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.620107:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66f00 00000400:00000200:3.0:1776202231.620112:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 1312 00000400:00000200:3.0:1776202231.620169:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.620174:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.620179:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.620183:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:1.0:1776202231.620399:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f39ef1dc. 00000020:00000010:1.0:1776202231.620407:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.620411:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.620436:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604589824/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.620471:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589824 02000000:00000010:1.0:1776202231.620482:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091e7231e. 00010000:00000010:1.0:1776202231.620515:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f675054. 00010000:00000010:1.0:1776202231.620540:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.620547:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.620697:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.620703:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.620716:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202231.620720:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589824, offset 224 00000400:00000200:1.0:1776202231.620727:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.620737:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.620742:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91404:91404:256:4294967295] 192.168.204.38@tcp LPNI seq info [91404:91404:8:4294967295] 00000400:00000200:1.0:1776202231.620751:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.620755:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.620761:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.620766:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.620772:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.620775:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.620802:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.620806:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.620810:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f39ef1dc. 00000800:00000200:2.0:1776202231.620979:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.620983:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.620986:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.620990:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.620993:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:2.0:1776202231.620995:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00080000:00000010:1.0:1776202231.621076:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f39ef1dc. 00010000:00000010:1.0:1776202231.621424:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:1.0:1776202231.621430:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e08cbdb. 00010000:00000010:1.0:1776202231.621509:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.0:1776202231.621516:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009202954a. 00010000:00000010:1.0:1776202231.621528:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.621532:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.621540:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202231.621557:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de22827b. 02000000:00000010:1.0:1776202231.622228:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000406f45e4. 00000400:00000010:1.0:1776202231.622235:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b28868c. 00000400:00000010:1.0:1776202231.622241:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202231.622251:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788544, portal 16 00000400:00000010:1.0:1776202231.622256:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202231.622258:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788544, offset 0 00000400:00000200:1.0:1776202231.622274:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.622286:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.622296:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202231.622299:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202231.622302:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202231.622304:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91405:91405:256:4294967295] 192.168.204.38@tcp LPNI seq info [91405:91405:8:4294967295] 00000400:00000200:1.0:1776202231.622313:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.622318:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.622322:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.622327:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.622333:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.622336:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.622438:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.622441:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202231.622445:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.622449:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.622453:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:3.0:1776202231.622454:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:3.0:1776202231.622462:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613788544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.622976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ffe9c4f. 00010000:00000010:0.1:1776202231.622984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00000400:00000200:3.0:1776202231.624144:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.624162:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cb80 00000400:00000200:3.0:1776202231.624171:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7639 [1] + 224 00000400:00000200:3.0:1776202231.624186:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.624190:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.624200:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613788544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202231.624823:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b28868c. 00000400:00000200:1.0:1776202231.624850:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:1.0:1776202231.624853:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:1.0:1776202231.624862:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613788544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202231.624872:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613788544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.624882:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.624897:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66f40 02000000:00000010:1.0:1776202231.624902:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000406f45e4. 00000400:00000200:2.0:1776202231.624903:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 1640 02000000:00000010:1.0:1776202231.624910:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de22827b. 00000100:00000010:1.0:1776202231.624916:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202231.624920:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.624936:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000200:2.0:1776202231.624968:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.624974:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.624978:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.624984:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000020:00000010:1.0:1776202231.625228:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00000020:00000010:1.0:1776202231.625235:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.625239:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.625262:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604589888/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.625293:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589888 02000000:00000010:1.0:1776202231.625303:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00010000:00000010:1.0:1776202231.625329:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a298102. 00010000:00000010:1.0:1776202231.625349:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.625354:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.625374:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.625377:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.625389:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202231.625393:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589888, offset 224 00000400:00000200:1.0:1776202231.625399:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.625410:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.625416:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91406:91406:256:4294967295] 192.168.204.38@tcp LPNI seq info [91406:91406:8:4294967295] 00000400:00000200:1.0:1776202231.625426:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.625432:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.625435:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.625442:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.625450:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.625454:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.625481:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.625486:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.625490:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00080000:00000010:3.0:1776202231.625529:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052963abe. 00000800:00000200:0.0:1776202231.625604:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.625608:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202231.625612:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.625615:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.625617:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:0.0:1776202231.625619:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00010000:00000010:3.0:1776202231.625706:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009202954a. 00010000:00000010:3.0:1776202231.625714:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5b3c759. 00010000:00000010:3.0:1776202231.625812:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202231.625818:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202231.625829:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.625859:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.625866:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.625882:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006664f8ea. 02000000:00000010:3.0:1776202231.625906:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065b7fd0e. 00000400:00000010:3.0:1776202231.625911:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.625916:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.625921:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788608, portal 16 00000400:00000010:3.0:1776202231.625934:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202231.625936:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788608, offset 0 00000400:00000200:3.0:1776202231.625941:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.625947:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.625954:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.625957:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.625960:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.625962:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91407:91407:256:4294967295] 192.168.204.38@tcp LPNI seq info [91407:91407:8:4294967295] 00000400:00000200:3.0:1776202231.625970:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.625974:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.625978:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.625982:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.625986:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.625988:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.626070:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.626073:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.626090:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.626094:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.626097:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:0.0:1776202231.626098:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000100:00000200:0.0:1776202231.626103:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613788608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.629177:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.629196:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cbc0 00000400:00000200:2.0:1776202231.629205:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7645 [1] + 224 00000400:00000200:2.0:1776202231.629217:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.629221:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.629232:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613788608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.629309:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.629314:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66f80 00000400:00000200:2.0:1776202231.629318:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5f6d [2] + 1968 00000400:00000010:2.0:1776202231.629322:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:2.0:1776202231.629325:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000024f6dcc0 00000400:00000200:2.0:1776202231.629370:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.629377:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.629379:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024f6dcc0 00000400:00000010:2.0:1776202231.629382:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000024f6dcc0 (tot 82354378). 00000400:00000010:3.0:1776202231.629388:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000100:00000200:2.0:1776202231.629388:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1776202231.629392:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:3.0:1776202231.629394:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.629399:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613788608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.629407:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613788608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.629441:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065b7fd0e. 02000000:00000010:3.0:1776202231.629448:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006664f8ea. 00000100:00000010:3.0:1776202231.629452:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.629457:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.629460:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000020:00000010:0.0:1776202231.629530:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003784ee1a. 00000020:00000010:0.0:1776202231.629537:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202231.629541:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000006c39ba6. 00000100:00000200:0.0:1776202231.629566:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d382b006 x1862480604589952/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.629647:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604589952 02000000:00000010:0.0:1776202231.629662:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014544fb8. 00010000:00000010:0.0:1776202231.629687:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baaf50fa. 00010000:00000010:0.0:1776202231.629707:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.629713:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.629728:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.629731:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:2.0:1776202231.629980:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202231.629986:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604589952, offset 224 00010000:00000010:1.1:1776202231.629991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f1a1e54. 00000400:00000200:2.0:1776202231.629996:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:1.1:1776202231.630002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6511f60. 00000400:00000200:2.0:1776202231.630009:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00010000:00000010:1.1:1776202231.630009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00000400:00000200:2.0:1776202231.630017:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91408:91408:256:4294967295] 192.168.204.38@tcp LPNI seq info [91408:91408:8:4294967295] 00000400:00000200:2.0:1776202231.630027:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.630032:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.630037:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354626). 00000800:00000200:2.0:1776202231.630043:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.630050:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.630052:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202231.630054:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006664f8ea. 00000020:00000010:2.0:1776202231.630105:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:2.0:1776202231.630109:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000006c39ba6. 00000020:00000010:2.0:1776202231.630113:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003784ee1a. 02000000:00000010:2.0:1776202231.630122:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 00000100:00000010:2.0:1776202231.630126:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:2.0:1776202231.630128:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091e7231e. 00000100:00000010:2.0:1776202231.630130:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:2.0:1776202231.630136:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f5624dc. 00000100:00000010:2.0:1776202231.630138:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202231.630142:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e33e921. 00000100:00000010:2.0:1776202231.630144:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:2.0:1776202231.630147:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005860c7fa. 00000100:00000010:2.0:1776202231.630149:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 02000000:00000010:2.0:1776202231.630152:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000201842e. 00000100:00000010:2.0:1776202231.630154:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 00000100:00000200:2.0:1776202231.630162:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202231.630166:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002ff307d2. 00000400:00000010:2.0:1776202231.630171:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000220d5b9b (tot 82354778). 00000800:00000200:0.0:1776202231.630272:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.630275:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202231.630279:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.630283:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.630286:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:0.0:1776202231.630288:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 02000000:00000010:0.0:1776202231.630291:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014544fb8. 00010000:00000010:3.0:1776202231.631048:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202231.631058:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c69b919f. 00010000:00000010:3.0:1776202231.631135:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202231.631141:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202231.631151:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.631155:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.631163:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.631173:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065b7fd0e. 02000000:00000010:3.0:1776202231.631197:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050a00240. 00000400:00000010:3.0:1776202231.631200:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.631204:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.631208:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788672, portal 16 00000400:00000010:3.0:1776202231.631212:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202231.631214:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788672, offset 0 00000400:00000200:3.0:1776202231.631221:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.631232:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.631238:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.631241:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.631244:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.631247:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91409:91409:256:4294967295] 192.168.204.38@tcp LPNI seq info [91409:91409:8:4294967295] 00000400:00000200:3.0:1776202231.631255:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.631259:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.631263:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.631280:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.631285:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.631288:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.631393:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.631396:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.631402:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.631406:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.631409:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:0.0:1776202231.631410:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:0.0:1776202231.631416:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613788672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.640506:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.640530:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cc00 00000400:00000200:2.0:1776202231.640540:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7655 [1] + 224 00000400:00000200:2.0:1776202231.640553:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.640556:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.640568:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613788672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.640610:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.640616:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed66fc0 00000400:00000200:2.0:1776202231.640622:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 0 00000400:00000010:3.0:1776202231.640674:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.640682:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:3.0:1776202231.640685:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.640691:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613788672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.640699:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613788672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.640731:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050a00240. 02000000:00000010:3.0:1776202231.640740:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065b7fd0e. 00000100:00000010:3.0:1776202231.640744:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.640749:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.640753:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000200:2.0:1776202231.641214:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.641220:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.641226:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.641231:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000020:00000010:3.0:1776202231.641321:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b7fd0e. 00000020:00000010:3.0:1776202231.641329:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.641334:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.641362:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604590016/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202231.641397:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590016 02000000:00000010:3.0:1776202231.641410:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050a00240. 00010000:00000010:3.0:1776202231.641440:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000945fad77. 00010000:00000010:3.0:1776202231.641465:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.641472:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.641484:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.641487:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000010:3.0:1776202231.641501:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.641505:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590016, offset 224 00000400:00000200:3.0:1776202231.641513:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.641524:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:2.0:1776202231.641524:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000201842e. 00000400:00000200:3.0:1776202231.641531:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91410:91410:256:4294967295] 192.168.204.38@tcp LPNI seq info [91410:91410:8:4294967295] 00000400:00000200:3.0:1776202231.641541:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.641546:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.641552:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.641569:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.641575:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.641578:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.641597:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.641602:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.641604:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b7fd0e. 00010000:00000010:2.0:1776202231.641620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:2.0:1776202231.641626:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004308aa88. 00010000:00000010:0.1:1776202231.641851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000214d9e6. 00010000:00000010:3.1:1776202231.641917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cade7898. 00010000:00000010:3.1:1776202231.641932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00000800:00000200:1.0:1776202231.642078:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.642082:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00010000:00000010:2.0:1776202231.642084:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.642089:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00000400:00000200:1.0:1776202231.642090:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.642094:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.642097:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:1.0:1776202231.642099:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00010000:00000010:2.0:1776202231.642100:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cef06bf. 00000100:00000010:2.0:1776202231.642104:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.642110:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202231.642120:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:2.0:1776202231.642142:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bed4d01a. 00000400:00000010:2.0:1776202231.642147:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba638f06. 00000400:00000010:2.0:1776202231.642151:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202231.642156:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788736, portal 16 00000400:00000010:2.0:1776202231.642161:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202231.642163:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788736, offset 0 00000400:00000200:2.0:1776202231.642168:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.642176:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.642182:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.642186:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.642189:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.642191:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91411:91411:256:4294967295] 192.168.204.38@tcp LPNI seq info [91411:91411:8:4294967295] 00000400:00000200:2.0:1776202231.642198:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.642202:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.642205:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202231.642209:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.642214:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.642216:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.642333:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.642336:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:0.0:1776202231.642339:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.642343:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.642346:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:0.0:1776202231.642347:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:0.0:1776202231.642353:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613788736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.646160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007292495e. 00000400:00000200:2.0:1776202231.646798:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.646817:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cc40 00000400:00000200:2.0:1776202231.646826:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7661 [1] + 224 00000400:00000200:2.0:1776202231.647050:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.647056:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.647067:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613788736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.647102:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.647107:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67000 00000400:00000200:2.0:1776202231.647112:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 328 00000400:00000200:2.0:1776202231.647122:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.647125:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.647129:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.647135:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000400:00000010:3.0:1776202231.647160:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba638f06. 00000400:00000200:3.0:1776202231.647165:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:3.0:1776202231.647167:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:3.0:1776202231.647173:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613788736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.647181:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613788736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.647210:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bed4d01a. 02000000:00000010:3.0:1776202231.647215:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:3.0:1776202231.647223:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:3.0:1776202231.647228:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:3.0:1776202231.647232:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cef06bf. 00000020:00000010:1.0:1776202231.647270:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00000020:00000010:1.0:1776202231.647282:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.647287:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.647311:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604590080/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.647343:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590080 02000000:00000010:1.0:1776202231.647353:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037467f6f. 00010000:00000010:1.0:1776202231.647380:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bc1e2fd. 00010000:00000010:1.0:1776202231.647400:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.647407:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.647450:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.647454:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.647466:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202231.647470:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590080, offset 224 00000400:00000200:1.0:1776202231.647478:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.647488:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.647493:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91412:91412:256:4294967295] 192.168.204.38@tcp LPNI seq info [91412:91412:8:4294967295] 00000400:00000200:1.0:1776202231.647502:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.647507:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.647514:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.647520:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.647527:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.647530:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.647555:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.647559:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.647564:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00000800:00000200:3.0:1776202231.648137:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.648142:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202231.648146:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.648151:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.648154:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:3.0:1776202231.648155:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00080000:00000010:2.0:1776202231.648268:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028dd429e. 00010000:00000010:2.0:1776202231.648354:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:2.0:1776202231.648362:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7ac600f. 00010000:00000010:2.0:1776202231.648435:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.648440:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:2.0:1776202231.648449:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089dec4b7. 00000100:00000010:2.0:1776202231.648453:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.648459:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202231.648469:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007554b3e1. 02000000:00000010:2.0:1776202231.648492:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ae6b4e4. 00000400:00000010:2.0:1776202231.648497:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba638f06. 00000400:00000010:2.0:1776202231.648502:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202231.648508:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788800, portal 16 00000400:00000010:2.0:1776202231.648513:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202231.648514:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788800, offset 0 00000400:00000200:2.0:1776202231.648521:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.648530:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.648537:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.648540:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.648543:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.648546:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91413:91413:256:4294967295] 192.168.204.38@tcp LPNI seq info [91413:91413:8:4294967295] 00000400:00000200:2.0:1776202231.648554:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.648558:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.648562:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202231.648566:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.648571:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.648573:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.649331:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.649335:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:0.0:1776202231.649339:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.649344:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.649348:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:0.0:1776202231.649349:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:0.0:1776202231.649357:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613788800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.653215:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.653232:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cc80 00000400:00000200:2.0:1776202231.653238:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb766d [1] + 224 00000400:00000200:2.0:1776202231.653247:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.653250:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.653259:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613788800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.653295:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.653301:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67040 00000400:00000200:2.0:1776202231.653305:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 656 00000400:00000200:2.0:1776202231.653317:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.653319:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.653323:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.653328:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000400:00000010:3.0:1776202231.653355:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba638f06. 00000400:00000200:3.0:1776202231.653360:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:3.0:1776202231.653362:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:3.0:1776202231.653368:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613788800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.653374:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613788800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.653579:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ae6b4e4. 02000000:00000010:3.0:1776202231.653587:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007554b3e1. 00000100:00000010:3.0:1776202231.653597:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:3.0:1776202231.653601:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00000020:00000010:1.0:1776202231.653602:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00010000:00000010:3.0:1776202231.653604:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089dec4b7. 00000020:00000010:1.0:1776202231.653609:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.653613:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.653647:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c37954d x1862480604590144/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.653764:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590144 02000000:00000010:1.0:1776202231.653777:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cd4af26. 00010000:00000010:1.0:1776202231.653804:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000224054b3. 00010000:00000010:1.0:1776202231.653826:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00010000:00000010:3.1:1776202231.653961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035194631. 00010000:00000010:2.1:1776202231.653961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035389758. 00010000:00000010:3.1:1776202231.653967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:2.1:1776202231.653967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202231.653971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000983acac. 00000100:00000010:1.0:1776202231.654078:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.654089:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.654093:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.654107:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202231.654112:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590144, offset 224 00000400:00000200:1.0:1776202231.654119:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202231.654123:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065b7fd0e. 00000400:00000200:1.0:1776202231.654130:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.654135:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91414:91414:256:4294967295] 192.168.204.38@tcp LPNI seq info [91414:91414:8:4294967295] 00000400:00000200:1.0:1776202231.654144:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.654148:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.654153:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00010000:00000010:3.0:1776202231.654200:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202231.654207:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002207cf72. 00000800:00000200:1.0:1776202231.654245:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.654252:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.654256:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.654279:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.654283:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00010000:00000010:3.0:1776202231.654286:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00000020:00000010:1.0:1776202231.654287:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00010000:00000010:3.0:1776202231.654291:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.654300:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.654304:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.654310:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.654320:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9f219e6. 02000000:00000010:3.0:1776202231.654343:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037c97508. 00000400:00000010:3.0:1776202231.654347:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.654351:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.654355:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788864, portal 16 00000400:00000010:3.0:1776202231.654360:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202231.654362:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788864, offset 0 00000400:00000200:3.0:1776202231.654366:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.654371:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.654378:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.654381:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.654383:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.654386:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91415:91415:255:4294967295] 192.168.204.38@tcp LPNI seq info [91415:91415:7:4294967295] 00000400:00000200:3.0:1776202231.654391:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.654395:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.654398:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.654402:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.654405:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.654407:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.654505:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.654508:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:2.0:1776202231.654512:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.654516:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.654519:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:2.0:1776202231.654520:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000800:00000200:2.0:1776202231.654906:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.654909:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.654915:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.654918:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.654921:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:2.0:1776202231.654931:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 00000100:00000200:2.0:1776202231.654938:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613788864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.658244:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.658337:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ccc0 00000400:00000200:0.0:1776202231.658347:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7679 [1] + 224 00000400:00000200:0.0:1776202231.658360:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.658364:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.658374:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613788864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.658449:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.658455:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67080 00000400:00000200:0.0:1776202231.658460:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 984 00000400:00000200:0.0:1776202231.658517:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.658521:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.658526:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.658531:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:1.0:1776202231.658628:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de22827b. 00000020:00000010:1.0:1776202231.658642:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.658647:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.658675:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604590208/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.658709:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590208 02000000:00000010:1.0:1776202231.658720:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006779f1b. 00010000:00000010:1.0:1776202231.658767:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.658774:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.658780:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.658784:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.658798:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202231.658803:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590208, offset 224 00000400:00000200:1.0:1776202231.658815:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.658825:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.658852:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91416:91416:256:4294967295] 192.168.204.38@tcp LPNI seq info [91416:91416:8:4294967295] 00000400:00000200:1.0:1776202231.658863:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.658868:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.658873:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.658879:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.658886:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.658890:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.658915:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.658919:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.658932:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de22827b. 00000800:00000200:0.0:1776202231.659234:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.659238:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202231.659242:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.659245:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.659249:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:0.0:1776202231.659251:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000400:00000010:3.0:1776202231.660544:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.660552:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.660554:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.660564:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613788864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.660574:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613788864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202231.661034:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000708a8dfe. 02000000:00000010:3.0:1776202231.661054:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037c97508. 02000000:00000010:3.0:1776202231.661059:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9f219e6. 00000100:00000010:3.0:1776202231.661065:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.661069:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.661072:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00080000:00000010:3.0:1776202231.661091:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9f219e6. 00010000:00000010:3.0:1776202231.661178:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.661185:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f5ea202. 00010000:00000010:3.0:1776202231.661586:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202231.661727:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.661811:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202231.661818:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:2.1:1776202231.661899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d847d2a1. 00010000:00000010:2.1:1776202231.661906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00080000:00000010:3.0:1776202231.662006:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c97508. 00010000:00000010:3.0:1776202231.662054:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.662059:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202231.662121:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202231.662126:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.662133:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.662141:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.662149:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.662162:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ad61124. 02000000:00000010:3.0:1776202231.662191:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102c4755. 00000400:00000010:3.0:1776202231.662196:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.662202:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.662210:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788928, portal 16 00000400:00000010:3.0:1776202231.662214:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202231.662216:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788928, offset 0 00000400:00000200:3.0:1776202231.662226:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.662241:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.662248:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.662252:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.662254:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.662258:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91417:91417:256:4294967295] 192.168.204.38@tcp LPNI seq info [91417:91417:8:4294967295] 00000400:00000200:3.0:1776202231.662360:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.662366:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.662373:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.662379:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.662387:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.662393:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.664361:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.664368:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.664383:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.664394:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.664400:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:2.0:1776202231.664402:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00000100:00000200:2.0:1776202231.664413:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613788928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.665876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000302e9b67. 00010000:00000010:1.1:1776202231.665888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c4250c. 00010000:00000010:3.1:1776202231.666367:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a844f341. 00010000:00000010:3.1:1776202231.666375:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00000400:00000200:0.0:1776202231.666430:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.666447:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cd00 00000400:00000200:0.0:1776202231.666456:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7685 [1] + 224 00000400:00000200:0.0:1776202231.666469:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.666473:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.666485:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613788928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202231.666552:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.666558:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed670c0 00000400:00000200:0.0:1776202231.666563:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 1312 00000400:00000200:0.0:1776202231.666626:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.666631:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.666642:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.666647:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:2.0:1776202231.666949:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043ffa0b7. 00000020:00000010:2.0:1776202231.666957:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.666962:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.666990:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604590272/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.667026:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590272 02000000:00000010:2.0:1776202231.667037:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aabb797b. 00010000:00000010:2.0:1776202231.667083:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004672e015. 00000100:00000010:2.0:1776202231.667195:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.667203:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.667206:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004672e015. 00000400:00000010:2.0:1776202231.667223:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202231.667227:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590272, offset 224 00000400:00000200:2.0:1776202231.667235:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.667247:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.667252:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91418:91418:256:4294967295] 192.168.204.38@tcp LPNI seq info [91418:91418:8:4294967295] 00000400:00000200:2.0:1776202231.667266:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.667271:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.667276:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202231.667282:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.667289:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.667293:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.667325:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.667329:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.667332:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043ffa0b7. 00000400:00000010:3.0:1776202231.667456:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.667461:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.667463:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.667469:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613788928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.667478:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613788928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202231.667500:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000462206b4. 02000000:00000010:3.0:1776202231.667515:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202231.667519:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ad61124. 00000100:00000010:3.0:1776202231.667522:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.667526:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.667528:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00080000:00000010:3.0:1776202231.667544:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ad61124. 00010000:00000010:3.0:1776202231.667828:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.667856:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2a11eef. 00010000:00000010:3.0:1776202231.667947:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202231.667952:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.667962:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.667965:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.667972:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.667982:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202231.668005:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fc9b885. 00000400:00000010:3.0:1776202231.668009:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.668013:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.668018:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613788992, portal 16 00000400:00000010:3.0:1776202231.668023:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202231.668024:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613788992, offset 0 00000400:00000200:3.0:1776202231.668030:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.668039:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.668046:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.668051:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.668054:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.668057:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91419:91419:255:4294967295] 192.168.204.38@tcp LPNI seq info [91419:91419:7:4294967295] 00000400:00000200:3.0:1776202231.668064:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.668068:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.668072:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.668076:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.668081:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.668083:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.668337:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.668341:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354778). 00000400:00000200:0.0:1776202231.668346:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.668350:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.668354:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:0.0:1776202231.668355:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000800:00000200:0.0:1776202231.670387:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.670395:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.670406:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.670416:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.670422:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:0.0:1776202231.670424:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00000100:00000200:0.0:1776202231.670434:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613788992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.671453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032aa32bf. 00010000:00000010:3.1:1776202231.671464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc1d530. 00010000:00000010:3.1:1776202231.671468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202231.671471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202231.671473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:2.0:1776202231.672186:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.672203:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cd40 00000400:00000200:2.0:1776202231.672212:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7691 [1] + 224 00000400:00000200:2.0:1776202231.672224:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.672228:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.672238:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613788992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.672270:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.672276:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67100 00000400:00000200:2.0:1776202231.672280:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 1640 00000400:00000200:2.0:1776202231.672290:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.672292:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.672296:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.672301:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:0.0:1776202231.672556:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014544fb8. 00000020:00000010:0.0:1776202231.672564:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.672568:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.672594:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604590336/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202231.672636:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590336 02000000:00000010:0.0:1776202231.672649:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012541c3f. 00010000:00000010:0.0:1776202231.672686:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000400:00000010:3.0:1776202231.672693:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000100:00000010:0.0:1776202231.672693:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000400:00000200:3.0:1776202231.672699:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000100:00000010:0.0:1776202231.672700:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00000400:00000010:3.0:1776202231.672702:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00010000:00000010:0.0:1776202231.672705:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000100:00000200:3.0:1776202231.672711:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613788992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.672720:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613788992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.672721:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202231.672729:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590336, offset 224 00000400:00000200:0.0:1776202231.672737:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.672747:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00010000:00000010:3.0:1776202231.672752:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090e7b660. 00000400:00000200:0.0:1776202231.672754:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91420:91420:256:4294967295] 192.168.204.38@tcp LPNI seq info [91420:91420:8:4294967295] 00000400:00000200:0.0:1776202231.672768:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 02000000:00000010:3.0:1776202231.672772:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fc9b885. 00000800:00000200:0.0:1776202231.672775:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 02000000:00000010:3.0:1776202231.672778:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102c4755. 00000800:00000010:0.0:1776202231.672782:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000100:00000010:3.0:1776202231.672783:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.672789:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00000800:00000200:0.0:1776202231.672790:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:3.0:1776202231.672792:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00080000:00000010:3.0:1776202231.672810:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102c4755. 00010000:00000010:3.0:1776202231.672943:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.672952:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000581f0608. 00000800:00000200:0.0:1776202231.672952:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.672957:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.672975:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.672979:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.672984:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014544fb8. 00010000:00000010:3.0:1776202231.673033:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202231.673039:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.673049:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.673052:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.673057:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.673068:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fc9b885. 02000000:00000010:3.0:1776202231.673094:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c1dc059. 00000400:00000010:3.0:1776202231.673098:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.673101:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.673106:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789056, portal 16 00000400:00000010:3.0:1776202231.673109:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202231.673111:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789056, offset 0 00000400:00000200:3.0:1776202231.673117:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.673123:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.673130:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.673133:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.673135:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.673138:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91421:91421:255:4294967295] 192.168.204.38@tcp LPNI seq info [91421:91421:7:4294967295] 00000400:00000200:3.0:1776202231.673145:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.673150:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.673154:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.673158:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.673165:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.673168:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.673402:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.673406:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354778). 00000400:00000200:2.0:1776202231.673410:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.673417:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.673420:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:2.0:1776202231.673421:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000800:00000200:2.0:1776202231.673485:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.673487:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.673494:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.673497:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.673499:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:2.0:1776202231.673500:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 00000100:00000200:2.0:1776202231.673505:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613789056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.675549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43acfb5. 00010000:00000010:3.1:1776202231.675562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455fb6ec. 00010000:00000010:3.1:1776202231.675566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000200:0.0:1776202231.675938:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.675956:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cd80 00000400:00000200:0.0:1776202231.675965:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb769d [1] + 224 00000400:00000200:0.0:1776202231.675982:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.675986:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.675995:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613789056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.676250:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.676616:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.676620:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.676635:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613789056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.676643:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613789056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.676676:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c1dc059. 02000000:00000010:3.0:1776202231.676682:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002fc9b885. 00000100:00000010:3.0:1776202231.676686:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.676690:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.676695:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000200:2.0:1776202231.676744:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.676757:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67140 00000400:00000200:2.0:1776202231.676765:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb5fc5 [2] + 1968 00000400:00000010:2.0:1776202231.676769:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ead955b. 00000400:00000200:2.0:1776202231.676772:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000086d8aa41 00000400:00000200:2.0:1776202231.676846:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.676851:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.676854:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086d8aa41 00000400:00000010:2.0:1776202231.676856:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000086d8aa41 (tot 82354378). 00000100:00000200:2.0:1776202231.676863:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.676944:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad6346a3. 00000020:00000010:0.0:1776202231.676952:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.676957:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.676984:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003da85c17 x1862480604590400/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.679228:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590400 02000000:00000010:0.0:1776202231.679253:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43c6419. 00010000:00000010:0.0:1776202231.679292:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004decdf66. 00010000:00000010:0.0:1776202231.679315:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.679323:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4dab28b. 00000100:00000010:0.0:1776202231.679506:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4dab28b. 00010000:00000010:0.0:1776202231.679512:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.679533:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202231.679541:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590400, offset 224 00000400:00000200:0.0:1776202231.679554:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.679573:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.679580:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91422:91422:256:4294967295] 192.168.204.38@tcp LPNI seq info [91422:91422:8:4294967295] 00000400:00000200:0.0:1776202231.679591:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.679597:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.679602:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354626). 00000800:00000200:0.0:1776202231.679609:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.679616:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.679620:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.679647:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.679652:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.679657:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad6346a3. 02000000:00000010:0.0:1776202231.679665:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012541c3f. 00000100:00000010:0.0:1776202231.679668:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:0.0:1776202231.679673:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aabb797b. 00000100:00000010:0.0:1776202231.679675:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202231.679678:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006779f1b. 00000100:00000010:0.0:1776202231.679680:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.679684:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cd4af26. 00000100:00000010:0.0:1776202231.679686:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:0.0:1776202231.679688:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037467f6f. 00000100:00000010:0.0:1776202231.679690:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:0.0:1776202231.679693:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050a00240. 00000100:00000010:0.0:1776202231.679698:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 00000100:00000200:0.0:1776202231.679705:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.679711:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006210a405. 00000400:00000010:0.0:1776202231.679715:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4dab28b (tot 82354778). 00000800:00000200:2.0:1776202231.680178:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.680183:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:2.0:1776202231.680188:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.680194:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.680198:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202231.680200:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 02000000:00000010:2.0:1776202231.680205:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43c6419. 00080000:00000010:3.0:1776202231.680677:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fc9b885. 00010000:00000010:3.0:1776202231.680775:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.680783:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be17ed7c. 00010000:00000010:3.0:1776202231.681624:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202231.681632:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.681645:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.681653:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.681780:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.681795:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c1dc059. 02000000:00000010:3.0:1776202231.681828:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c183b6d5. 00000400:00000010:3.0:1776202231.681930:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.681937:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.681944:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789120, portal 16 00000400:00000010:3.0:1776202231.681949:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202231.681952:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789120, offset 0 00000400:00000200:3.0:1776202231.681960:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.681976:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.681983:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.682082:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.682086:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.682089:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91423:91423:256:4294967295] 192.168.204.38@tcp LPNI seq info [91423:91423:8:4294967295] 00000400:00000200:3.0:1776202231.682100:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.682106:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.682113:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.682121:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.682127:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.682131:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.682581:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.682586:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.682594:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.682600:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.682604:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:0.0:1776202231.682606:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000100:00000200:0.0:1776202231.682615:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613789120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.682969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b608ec0. 00000400:00000200:2.0:1776202231.685036:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.685059:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cdc0 00000400:00000200:2.0:1776202231.685068:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76ad [1] + 224 00000400:00000200:2.0:1776202231.685086:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.685091:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.685101:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613789120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.685176:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.685181:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.685185:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.685190:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613789120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.685198:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613789120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.685227:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c183b6d5. 02000000:00000010:3.0:1776202231.685233:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c1dc059. 00000100:00000010:3.0:1776202231.685237:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.685241:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.685245:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000200:2.0:1776202231.685915:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.685935:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67180 00000400:00000200:2.0:1776202231.685941:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 0 00000400:00000200:2.0:1776202231.686229:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.686235:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.686242:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.686247:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 00000020:00000010:0.0:1776202231.686311:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012541c3f. 00000020:00000010:0.0:1776202231.686319:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.686323:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.686349:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dff7de66 x1862480604590464/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.686388:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590464 02000000:00000010:0.0:1776202231.686399:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad6346a3. 00010000:00000010:0.0:1776202231.686427:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003490057e. 00010000:00000010:0.0:1776202231.686447:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.686454:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.686466:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.686469:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.686482:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202231.686487:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590464, offset 224 00000400:00000200:0.0:1776202231.686496:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.686507:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.686512:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91424:91424:256:4294967295] 192.168.204.38@tcp LPNI seq info [91424:91424:8:4294967295] 00000400:00000200:0.0:1776202231.686521:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.686527:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.686532:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202231.686537:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.686545:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.686548:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.686677:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.686681:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.686686:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012541c3f. 00080000:00000010:3.0:1776202231.688487:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c1dc059. 00010000:00000010:3.0:1776202231.688568:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.688575:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c40e122. 00010000:00000010:3.0:1776202231.688640:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202231.688645:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202231.688656:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.688663:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.688671:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202231.688684:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c183b6d5. 02000000:00000010:3.0:1776202231.688711:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013eb0c5c. 00000400:00000010:3.0:1776202231.688716:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.688721:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.688726:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789184, portal 16 00000400:00000010:3.0:1776202231.688730:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202231.688731:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789184, offset 0 00000400:00000200:3.0:1776202231.688738:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.688750:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.688756:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.688758:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.688761:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.688763:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91425:91425:255:4294967295] 192.168.204.38@tcp LPNI seq info [91425:91425:7:4294967295] 00000400:00000200:3.0:1776202231.688770:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.688775:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.688779:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.688784:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.688788:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.688791:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.694112:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.694122:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354778). 00000400:00000200:2.0:1776202231.694133:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.694143:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.694150:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:2.0:1776202231.694153:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000800:00000200:2.0:1776202231.694420:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.694423:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.694432:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.694436:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.694439:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:2.0:1776202231.694441:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:2.0:1776202231.694450:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613789184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.698397:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.698421:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ce00 00000400:00000200:2.0:1776202231.698432:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76b9 [1] + 224 00000400:00000200:2.0:1776202231.698454:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.698459:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.698475:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613789184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.699470:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.699478:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.699481:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.699493:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613789184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.699505:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613789184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.699543:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013eb0c5c. 02000000:00000010:3.0:1776202231.699551:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c183b6d5. 00000100:00000010:3.0:1776202231.699556:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202231.699562:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.699567:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000200:0.0:1776202231.699631:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.699642:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed671c0 00000400:00000200:0.0:1776202231.699648:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 328 00000400:00000200:0.0:1776202231.699716:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.699720:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.699726:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.699731:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:3.0:1776202231.700206:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c183b6d5. 00000020:00000010:3.0:1776202231.700213:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.700217:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 00000100:00000200:3.0:1776202231.700241:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604590528/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202231.700285:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590528 02000000:00000010:3.0:1776202231.700306:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013eb0c5c. 00010000:00000010:3.0:1776202231.700336:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac01f62c. 00010000:00000010:3.0:1776202231.700361:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.700369:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.700379:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.700383:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000010:3.0:1776202231.700397:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.700402:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590528, offset 224 00000400:00000200:3.0:1776202231.700411:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202231.700415:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de22827b. 00000400:00000200:3.0:1776202231.700426:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.700432:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91426:91426:256:4294967295] 192.168.204.38@tcp LPNI seq info [91426:91426:8:4294967295] 00000400:00000200:3.0:1776202231.700449:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.700456:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.700462:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.700472:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.700479:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.700483:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202231.700501:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202231.700507:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:3.0:1776202231.700511:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c183b6d5. 00010000:00000010:1.0:1776202231.700520:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:1.0:1776202231.700529:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025df83b7. 00000800:00000200:3.0:1776202231.700598:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.700601:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:3.0:1776202231.700609:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.700613:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.700617:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.700618:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00010000:00000010:1.0:1776202231.700639:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bebf165. 00010000:00000010:1.0:1776202231.700644:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.700649:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202231.700654:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006fab8686. 00080000:00000010:1.0:1776202231.700677:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086e9eafc. 00010000:00000010:1.0:1776202231.700709:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fab8686. 00010000:00000010:1.0:1776202231.700714:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.700772:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202231.700776:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006fab8686. 00010000:00000010:1.0:1776202231.700784:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.700789:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.700796:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202231.700808:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037467f6f. 02000000:00000010:1.0:1776202231.700860:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cd4af26. 00000400:00000010:1.0:1776202231.700866:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b28868c. 00000400:00000010:1.0:1776202231.700870:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202231.700874:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789248, portal 16 00000400:00000010:1.0:1776202231.700878:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202231.700880:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789248, offset 0 00000400:00000200:1.0:1776202231.700886:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.700892:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.700900:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202231.700905:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202231.700909:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202231.700911:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91427:91427:256:4294967295] 192.168.204.38@tcp LPNI seq info [91427:91427:8:4294967295] 00000400:00000200:1.0:1776202231.700918:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.700933:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.700937:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.700941:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.700946:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.700948:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.701068:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.701071:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.701074:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.701078:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.701080:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202231.701082:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:2.0:1776202231.701088:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613789248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.701566:0:1058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a0c039. 00010000:00000010:3.1:1776202231.702210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088de8e6c. 00010000:00000010:3.1:1776202231.702217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00000400:00000200:0.0:1776202231.705033:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.705052:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ce40 00000400:00000200:0.0:1776202231.705061:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76c5 [1] + 224 00000400:00000200:0.0:1776202231.705076:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.705080:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.705092:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613789248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202231.705255:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b28868c. 00000400:00000200:1.0:1776202231.705260:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:1.0:1776202231.705262:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:1.0:1776202231.705268:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613789248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202231.705275:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613789248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202231.705304:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cd4af26. 02000000:00000010:1.0:1776202231.705309:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037467f6f. 00000100:00000010:1.0:1776202231.705313:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202231.705317:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.705322:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00010000:00000010:1.1:1776202231.705872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1a302e1. 00010000:00000010:1.1:1776202231.705883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:1.1:1776202231.705887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bebf165. 00010000:00000010:1.1:1776202231.705891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:3.1:1776202231.706844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb4c6f3f. 00010000:00000010:3.1:1776202231.706856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202231.706860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5d1a64b. 00010000:00000010:3.1:1776202231.706864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:3.1:1776202231.706872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda82e5c. 00000400:00000200:3.0:1776202231.708626:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.708650:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67200 00000400:00000200:3.0:1776202231.708661:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 656 00000400:00000200:3.0:1776202231.708743:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.708750:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.708759:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.708889:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000020:00000010:0.0:1776202231.709780:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012541c3f. 00000020:00000010:0.0:1776202231.709788:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.709792:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.709820:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000985f69f x1862480604590592/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.709932:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590592 02000000:00000010:0.0:1776202231.709943:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a122f625. 00010000:00000010:0.0:1776202231.709972:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d85f364e. 00010000:00000010:0.0:1776202231.710001:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.710008:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.710029:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.710032:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.710047:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202231.710051:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590592, offset 224 00000400:00000200:0.0:1776202231.710060:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.710073:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.710078:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91428:91428:256:4294967295] 192.168.204.38@tcp LPNI seq info [91428:91428:8:4294967295] 00000400:00000200:0.0:1776202231.710088:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.710092:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.710098:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202231.710104:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.710110:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.710114:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.710128:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.710131:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.710135:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012541c3f. 00080000:00000010:3.0:1776202231.710220:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c183b6d5. 00000800:00000200:2.0:1776202231.710261:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.710266:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:2.0:1776202231.710270:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.710274:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.710278:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:2.0:1776202231.710279:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00010000:00000010:3.0:1776202231.710313:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fab8686. 00010000:00000010:3.0:1776202231.710321:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090e2307b. 00010000:00000010:3.0:1776202231.710394:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202231.710399:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.710409:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.710413:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.710418:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202231.710429:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2f68bae. 02000000:00000010:3.0:1776202231.710452:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d03c68ad. 00000400:00000010:3.0:1776202231.710457:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.710461:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.710466:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789312, portal 16 00000400:00000010:3.0:1776202231.710470:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202231.710471:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789312, offset 0 00000400:00000200:3.0:1776202231.710476:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.710483:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.710489:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.710492:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.710495:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.710497:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91429:91429:256:4294967295] 192.168.204.38@tcp LPNI seq info [91429:91429:8:4294967295] 00000400:00000200:3.0:1776202231.710504:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.710507:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.710511:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.710514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.710518:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.710520:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.712343:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.712351:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.712364:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.712373:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.712378:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:2.0:1776202231.712380:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000100:00000200:2.0:1776202231.712390:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613789312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.714133:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a617ba30. 00000400:00000200:2.0:1776202231.715612:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.715633:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ce80 00000400:00000200:2.0:1776202231.715642:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76d1 [1] + 224 00000400:00000200:2.0:1776202231.715658:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.715662:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.715674:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613789312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.715770:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.715774:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.715776:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.715782:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613789312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.715789:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613789312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.715817:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d03c68ad. 02000000:00000010:3.0:1776202231.715823:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2f68bae. 00000100:00000010:3.0:1776202231.715828:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202231.715859:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.715863:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00010000:00000010:3.1:1776202231.717945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa8d2fbf. 00010000:00000010:3.1:1776202231.717962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00000400:00000200:2.0:1776202231.718382:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.718402:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67240 00000400:00000200:2.0:1776202231.718410:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 984 00000400:00000200:2.0:1776202231.718480:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.718486:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.718493:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.718499:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000020:00000010:0.0:1776202231.718726:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012541c3f. 00000020:00000010:0.0:1776202231.718733:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.718738:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.718767:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604590656/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.718810:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590656 02000000:00000010:0.0:1776202231.718824:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43c6419. 00010000:00000010:0.0:1776202231.718893:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0732b8. 00010000:00000010:0.0:1776202231.718916:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.718933:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.718945:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.718949:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.718963:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202231.718967:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590656, offset 224 00000400:00000200:0.0:1776202231.718975:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.718999:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.719005:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91430:91430:256:4294967295] 192.168.204.38@tcp LPNI seq info [91430:91430:8:4294967295] 00000400:00000200:0.0:1776202231.719016:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.719022:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.719026:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202231.719032:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.719038:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.719042:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.719056:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.719060:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.719064:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012541c3f. 00000800:00000200:2.0:1776202231.719358:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.719363:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:2.0:1776202231.719367:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.719372:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.719376:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:2.0:1776202231.719378:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00080000:00000010:3.0:1776202231.719679:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2f68bae. 00010000:00000010:3.0:1776202231.719774:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.719782:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd0c5bcd. 00010000:00000010:3.0:1776202231.719901:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202231.719906:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202231.719916:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202231.719920:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.719942:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202231.719953:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d03c68ad. 02000000:00000010:3.0:1776202231.719978:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050a00240. 00000400:00000010:3.0:1776202231.719983:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.720078:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.720084:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789376, portal 16 00000400:00000010:3.0:1776202231.720088:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202231.720090:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789376, offset 0 00000400:00000200:3.0:1776202231.720096:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.720105:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.720112:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.720115:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.720118:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.720121:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91431:91431:256:4294967295] 192.168.204.38@tcp LPNI seq info [91431:91431:8:4294967295] 00000400:00000200:3.0:1776202231.720129:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.720134:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.720138:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.720142:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.720232:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.720236:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.720625:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.720638:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:2.0:1776202231.720646:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.720651:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.720655:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:2.0:1776202231.720657:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000100:00000200:2.0:1776202231.720664:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613789376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.721891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000305dafa5. 00000400:00000200:2.0:1776202231.724130:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.724150:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cec0 00000400:00000200:2.0:1776202231.724159:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76dd [1] + 224 00000400:00000200:2.0:1776202231.724171:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.724175:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.724185:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613789376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.724219:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.724224:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67280 00000400:00000200:2.0:1776202231.724228:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 1312 00000400:00000200:2.0:1776202231.724237:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.724239:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.724243:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.724250:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000400:00000010:3.0:1776202231.725012:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.725018:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.725020:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.725030:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613789376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.725038:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613789376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.725068:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050a00240. 02000000:00000010:3.0:1776202231.725078:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d03c68ad. 00000100:00000010:3.0:1776202231.725081:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202231.725086:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.725090:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000020:00000010:1.0:1776202231.727475:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.727489:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.727495:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.727531:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604590720/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.727569:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590720 02000000:00000010:1.0:1776202231.727581:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cd4af26. 00010000:00000010:1.0:1776202231.727612:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096a03a9c. 00010000:00000010:1.0:1776202231.727638:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.727647:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.727664:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.727668:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.727682:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202231.727688:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590720, offset 224 00000400:00000200:1.0:1776202231.727698:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.727713:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.727719:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91432:91432:256:4294967295] 192.168.204.38@tcp LPNI seq info [91432:91432:8:4294967295] 00000400:00000200:1.0:1776202231.727730:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.727735:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.727740:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.727747:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.727754:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.727758:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.727775:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.727778:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00080000:00000010:0.0:1776202231.727860:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012541c3f. 00010000:00000010:0.0:1776202231.727956:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:0.0:1776202231.727963:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe2822ca. 00010000:00000010:0.0:1776202231.728042:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202231.728048:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202231.728059:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.728064:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.728071:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202231.728083:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.728107:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003bfe4cb. 00000400:00000010:0.0:1776202231.728113:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000611a6846. 00000400:00000010:0.0:1776202231.728118:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202231.728122:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789440, portal 16 00000400:00000010:0.0:1776202231.728126:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202231.728129:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789440, offset 0 00000400:00000200:0.0:1776202231.728134:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.728141:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.728148:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.728152:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.728155:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.728158:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91433:91433:255:4294967295] 192.168.204.38@tcp LPNI seq info [91433:91433:7:4294967295] 00000400:00000200:0.0:1776202231.728165:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.728170:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.728173:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82355026). 00000800:00000200:0.0:1776202231.728177:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.728181:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.728183:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.728523:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00000800:00000200:2.0:1776202231.728542:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.728546:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:2.0:1776202231.728551:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.728557:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.728561:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:2.0:1776202231.728563:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000800:00000200:2.0:1776202231.728636:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.728638:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354530). 00000400:00000200:2.0:1776202231.728642:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.728645:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.728647:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:2.0:1776202231.728648:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:2.0:1776202231.728654:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613789440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.729880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006056c15b. 00010000:00000010:3.1:1776202231.729891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000200:2.0:1776202231.733787:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.733813:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cf00 00000400:00000200:2.0:1776202231.733823:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76e9 [1] + 224 00000400:00000200:2.0:1776202231.733908:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.733913:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.733936:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613789440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.733957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001786382e. 00010000:00000010:0.1:1776202231.734267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ac3636. 00000400:00000010:0.0:1776202231.734291:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000611a6846. 00000400:00000200:0.0:1776202231.734296:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202231.734298:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202231.734304:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613789440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.734312:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613789440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.734341:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003bfe4cb. 02000000:00000010:0.0:1776202231.734347:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.734352:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202231.734355:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.734359:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:2.0:1776202231.734905:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.734917:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed672c0 00000400:00000200:2.0:1776202231.734934:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 1640 00000400:00000200:2.0:1776202231.735230:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.735235:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.735241:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.735247:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000020:00000010:1.0:1776202231.736000:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.736009:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.736014:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.736041:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604590784/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.736078:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590784 02000000:00000010:1.0:1776202231.736091:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006779f1b. 00010000:00000010:1.0:1776202231.736124:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd6aca82. 00010000:00000010:1.0:1776202231.736146:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.736152:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.736167:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.736171:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.736183:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202231.736188:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590784, offset 224 00000400:00000200:1.0:1776202231.736197:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.736209:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.736216:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91434:91434:256:4294967295] 192.168.204.38@tcp LPNI seq info [91434:91434:8:4294967295] 00000400:00000200:1.0:1776202231.736226:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.736232:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.736237:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.736243:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.736249:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.736253:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.736274:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.736278:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.736282:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00080000:00000010:3.0:1776202231.738873:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fd0e57d. 00010000:00000010:3.0:1776202231.738994:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:3.0:1776202231.739003:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c88277d. 00000800:00000200:2.0:1776202231.739479:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.739484:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202231.739490:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.739501:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.739509:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:2.0:1776202231.739512:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00010000:00000010:0.0:1776202231.740765:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202231.740778:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.740795:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.740804:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.740815:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202231.740854:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003bfe4cb. 02000000:00000010:0.0:1776202231.740886:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f68c97a. 00000400:00000010:0.0:1776202231.740892:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000611a6846. 00000400:00000010:0.0:1776202231.740898:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202231.740904:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789504, portal 16 00000400:00000010:0.0:1776202231.740910:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202231.740913:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789504, offset 0 00000400:00000200:0.0:1776202231.740939:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.740958:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.740967:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.740971:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.740975:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.740978:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91435:91435:256:4294967295] 192.168.204.38@tcp LPNI seq info [91435:91435:8:4294967295] 00000400:00000200:0.0:1776202231.740989:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.740995:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.741000:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202231.741007:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.741014:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.741018:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.741709:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.741714:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:2.0:1776202231.741719:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.741726:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.741732:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:2.0:1776202231.741734:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:2.0:1776202231.741743:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613789504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.742508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f88af53. 00010000:00000010:0.1:1776202231.742519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:2.0:1776202231.746547:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.746573:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cf40 00000400:00000200:2.0:1776202231.746583:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb76f5 [1] + 224 00000400:00000200:2.0:1776202231.746721:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.746726:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.746739:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613789504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.746782:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.746788:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67300 00000400:00000200:2.0:1776202231.746793:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb601d [2] + 1968 00000400:00000010:2.0:1776202231.746797:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adf02f07. 00000400:00000200:2.0:1776202231.746802:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000765532c3 00000400:00000010:0.0:1776202231.746963:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000611a6846. 00000400:00000200:0.0:1776202231.746968:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202231.746970:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202231.746978:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613789504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.746987:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613789504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.747021:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f68c97a. 02000000:00000010:0.0:1776202231.747027:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003bfe4cb. 00000100:00000010:0.0:1776202231.747032:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202231.747035:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.747039:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000200:2.0:1776202231.747559:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.747566:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.747570:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000765532c3 00000400:00000010:2.0:1776202231.747573:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000765532c3 (tot 82354378). 00000100:00000200:2.0:1776202231.747581:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.747725:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003bfe4cb. 00000020:00000010:0.0:1776202231.747734:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.747743:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.747774:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000811da8ec x1862480604590848/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.747810:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590848 02000000:00000010:0.0:1776202231.747823:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f68c97a. 00010000:00000010:0.0:1776202231.747878:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ad6d5de. 00010000:00000010:0.0:1776202231.747907:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.747913:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7f3d57a. 00000100:00000010:0.0:1776202231.747941:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7f3d57a. 00010000:00000010:0.0:1776202231.747944:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.747957:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202231.747961:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590848, offset 224 00000400:00000200:0.0:1776202231.747969:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.747981:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.747987:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91436:91436:256:4294967295] 192.168.204.38@tcp LPNI seq info [91436:91436:8:4294967295] 00000400:00000200:0.0:1776202231.747998:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.748004:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.748012:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354626). 00000800:00000200:0.0:1776202231.748019:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.748026:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.748030:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.748049:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.748053:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.748058:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003bfe4cb. 02000000:00000010:0.0:1776202231.748065:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006779f1b. 00000100:00000010:0.0:1776202231.748068:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:0.0:1776202231.748071:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cd4af26. 00000100:00000010:0.0:1776202231.748073:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:0.0:1776202231.748076:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43c6419. 00000100:00000010:0.0:1776202231.748078:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 02000000:00000010:0.0:1776202231.748081:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a122f625. 00000100:00000010:0.0:1776202231.748083:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:0.0:1776202231.748087:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013eb0c5c. 00000100:00000010:0.0:1776202231.748092:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.748096:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad6346a3. 00000100:00000010:0.0:1776202231.748098:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 00000100:00000200:0.0:1776202231.748104:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.748111:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000611a6846. 00000400:00000010:0.0:1776202231.748116:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7f3d57a (tot 82354778). 00080000:00000010:2.0:1776202231.748479:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043ffa0b7. 00010000:00000010:2.0:1776202231.748579:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:2.0:1776202231.748586:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000731cafa2. 00010000:00000010:2.0:1776202231.748746:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.748751:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.748757:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.748763:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00080000:00000010:2.0:1776202231.748779:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e20c6635. 00010000:00000010:2.0:1776202231.748813:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:2.0:1776202231.748818:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.749076:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.749081:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00010000:00000010:2.0:1776202231.749089:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004672e015. 00000100:00000010:2.0:1776202231.749095:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.749104:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 02000000:00000010:2.0:1776202231.749117:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5e9fbd2. 02000000:00000010:2.0:1776202231.749142:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0f5e521. 00000400:00000010:2.0:1776202231.749147:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202231.749152:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202231.749156:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789568, portal 16 00000400:00000010:2.0:1776202231.749161:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202231.749163:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789568, offset 0 00000400:00000200:2.0:1776202231.749170:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.749182:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.749189:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.749193:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.749195:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.749198:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91437:91437:255:4294967295] 192.168.204.38@tcp LPNI seq info [91437:91437:7:4294967295] 00000400:00000200:2.0:1776202231.749206:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.749212:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.749215:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82355026). 00000800:00000200:2.0:1776202231.749220:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.749226:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.749229:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202231.749892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd38643. 00000800:00000200:3.0:1776202231.750111:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.750114:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354778). 00000400:00000200:3.0:1776202231.750118:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.750124:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.750128:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:3.0:1776202231.750130:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 02000000:00000010:3.0:1776202231.750136:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f68c97a. 00000800:00000200:3.0:1776202231.753381:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.753390:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:3.0:1776202231.753412:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.753424:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.753431:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:3.0:1776202231.753433:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:3.0:1776202231.753445:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c37954d x1862480613789568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.755001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fde927c. 00010000:00000010:3.1:1776202231.755017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00000400:00000200:2.0:1776202231.755170:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.755187:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cf80 00000400:00000200:2.0:1776202231.755196:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7705 [1] + 224 00000400:00000200:2.0:1776202231.755207:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.755211:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.755221:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c37954d x1862480613789568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.755256:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.755270:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67340 00000400:00000200:2.0:1776202231.755275:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 0 00000400:00000200:2.0:1776202231.755285:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.755288:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.755292:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.755296:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:1.0:1776202231.755432:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.755440:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000400:00000010:0.0:1776202231.755442:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000020:00000010:1.0:1776202231.755445:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000400:00000200:0.0:1776202231.755449:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:0.0:1776202231.755452:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:0.0:1776202231.755458:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c37954d x1862480613789568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.755466:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c37954d x1862480613789568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202231.755487:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604590912/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:0.0:1776202231.755492:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0f5e521. 02000000:00000010:0.0:1776202231.755503:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5e9fbd2. 00000100:00000010:0.0:1776202231.755508:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 00000100:00000010:0.0:1776202231.755512:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:0.0:1776202231.755516:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004672e015. 00000100:00000200:1.0:1776202231.755527:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590912 02000000:00000010:1.0:1776202231.755540:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005860c7fa. 00010000:00000010:1.0:1776202231.755572:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2a4b17. 00010000:00000010:1.0:1776202231.755594:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.755601:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.755619:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.755623:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.755635:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202231.755639:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590912, offset 224 00000400:00000200:1.0:1776202231.755647:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.755657:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.755662:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91438:91438:256:4294967295] 192.168.204.38@tcp LPNI seq info [91438:91438:8:4294967295] 00000400:00000200:1.0:1776202231.755672:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.755677:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.755683:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.755687:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.755693:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.755697:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.755733:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.755737:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.755742:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00080000:00000010:0.0:1776202231.756593:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003bfe4cb. 00000800:00000200:2.0:1776202231.756629:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.756643:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202231.756649:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.756657:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.756661:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:2.0:1776202231.756663:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00010000:00000010:0.0:1776202231.756705:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:0.0:1776202231.756726:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6d17888. 00010000:00000010:0.1:1776202231.757059:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e756cb2. 00010000:00000010:0.0:1776202231.757077:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202231.757085:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.757096:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.757101:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff5e42ca. 00000100:00000010:0.0:1776202231.757109:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.757121:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006778cea0. 02000000:00000010:0.0:1776202231.757162:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f68c97a. 00000400:00000010:0.0:1776202231.757246:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e5ec08f. 00000400:00000010:0.0:1776202231.757253:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.757260:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789632, portal 16 00000400:00000010:0.0:1776202231.757265:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202231.757267:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789632, offset 0 00000400:00000200:0.0:1776202231.757275:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.757289:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.757413:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.757417:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.757420:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.757423:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91439:91439:256:4294967295] 192.168.204.38@tcp LPNI seq info [91439:91439:8:4294967295] 00000400:00000200:0.0:1776202231.757433:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.757438:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.757442:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202231.757547:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.757555:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.757559:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202231.759548:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5cc14d. 00010000:00000010:2.1:1776202231.759563:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00010000:00000010:2.1:1776202231.759567:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202231.759571:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00000800:00000200:2.0:1776202231.760017:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.760022:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:2.0:1776202231.760028:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.760037:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.760044:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:2.0:1776202231.760046:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:2.0:1776202231.760057:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613789632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.761882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf7b4572. 00010000:00000010:0.1:1776202231.765366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd1e50ae. 00010000:00000010:0.1:1776202231.765382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00000400:00000200:2.0:1776202231.766231:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.766281:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62cfc0 00000400:00000200:2.0:1776202231.766290:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7711 [1] + 224 00000400:00000200:2.0:1776202231.766314:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.766319:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.766340:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613789632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.766455:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.766461:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67380 00000400:00000200:2.0:1776202231.766467:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 328 00000400:00000200:2.0:1776202231.766528:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.766532:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.766537:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.766543:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:1.0:1776202231.768685:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.768699:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.768704:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.768735:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604590976/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202231.768785:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604590976 02000000:00000010:1.0:1776202231.768797:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f5624dc. 00010000:00000010:1.0:1776202231.768890:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.768911:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.768918:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.768932:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.768947:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202231.768952:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604590976, offset 224 00000400:00000200:1.0:1776202231.768960:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.768974:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.768980:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91440:91440:256:4294967295] 192.168.204.38@tcp LPNI seq info [91440:91440:8:4294967295] 00000400:00000200:1.0:1776202231.768990:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.768996:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.769001:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.769008:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.769014:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.769018:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.769032:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.769036:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.769041:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00000800:00000200:2.0:1776202231.769333:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.769338:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202231.769344:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.769349:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.769353:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:2.0:1776202231.769355:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000400:00000010:0.0:1776202231.771011:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e5ec08f. 00000400:00000200:0.0:1776202231.771023:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:0.0:1776202231.771026:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.771041:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613789632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.771053:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613789632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202231.771126:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fc54c8f. 02000000:00000010:0.0:1776202231.771147:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f68c97a. 02000000:00000010:0.0:1776202231.771152:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006778cea0. 00000100:00000010:0.0:1776202231.771156:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.771162:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff5e42ca. 00010000:00000010:0.0:1776202231.771165:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00080000:00000010:0.0:1776202231.771208:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006778cea0. 00010000:00000010:0.0:1776202231.771329:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.771336:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007927f500. 00010000:00000010:0.0:1776202231.771484:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202231.771490:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.771504:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.771511:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff5e42ca. 00000100:00000010:0.0:1776202231.771520:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.771535:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f68c97a. 02000000:00000010:0.0:1776202231.771571:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad6346a3. 00000400:00000010:0.0:1776202231.771577:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e5ec08f. 00000400:00000010:0.0:1776202231.771582:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.771587:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789696, portal 16 00000400:00000010:0.0:1776202231.771592:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202231.771595:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789696, offset 0 00000400:00000200:0.0:1776202231.771605:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.771619:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.771626:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.771630:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.771634:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.771638:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91441:91441:256:4294967295] 192.168.204.38@tcp LPNI seq info [91441:91441:8:4294967295] 00000400:00000200:0.0:1776202231.771650:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.771657:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.771661:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202231.771668:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.771677:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.771682:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.775161:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.775169:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:2.0:1776202231.775177:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.775187:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.775193:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:2.0:1776202231.775196:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:2.0:1776202231.775207:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613789696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.778911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008edbd01c. 00010000:00000010:0.1:1776202231.778938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a1f7fb. 00010000:00000010:0.1:1776202231.778943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00000400:00000200:2.0:1776202231.782349:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.782371:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d000 00000400:00000200:2.0:1776202231.782381:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb771d [1] + 224 00000400:00000200:2.0:1776202231.782393:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.782397:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.782409:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613789696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.782461:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.782467:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed673c0 00000400:00000200:2.0:1776202231.782472:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 656 00000400:00000200:2.0:1776202231.782501:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.782505:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.782510:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.782515:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:3.0:1776202231.782607:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003caf4f00. 00000400:00000010:0.0:1776202231.782614:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e5ec08f. 00000400:00000200:0.0:1776202231.782620:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:0.0:1776202231.782622:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.782629:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613789696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202231.782636:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000100:00000200:0.0:1776202231.782640:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613789696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202231.782644:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013e69501. 02000000:00000010:0.0:1776202231.782677:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad6346a3. 00000100:00000200:3.0:1776202231.782680:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604591040/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1776202231.782685:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f68c97a. 00000100:00000010:0.0:1776202231.782692:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.782699:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff5e42ca. 00010000:00000010:0.0:1776202231.782704:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000100:00000200:3.0:1776202231.782783:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591040 02000000:00000010:3.0:1776202231.782796:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:3.0:1776202231.782874:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023e84355. 00010000:00000010:3.0:1776202231.782897:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:2.0:1776202231.783064:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.783116:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.783119:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000400:00000010:2.0:1776202231.783134:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202231.783139:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591040, offset 224 00000400:00000200:2.0:1776202231.783146:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.783157:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.783162:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91442:91442:256:4294967295] 192.168.204.38@tcp LPNI seq info [91442:91442:8:4294967295] 00000400:00000200:2.0:1776202231.783171:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.783176:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.783181:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202231.783186:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.783193:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.783196:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.783225:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:2.0:1776202231.783230:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013e69501. 00000020:00000010:2.0:1776202231.783233:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003caf4f00. 00080000:00000010:0.0:1776202231.785041:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad6346a3. 00000800:00000200:3.0:1776202231.785207:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.785211:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202231.785219:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.785229:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.785235:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:3.0:1776202231.785237:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00010000:00000010:0.0:1776202231.786583:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.786597:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074e7510d. 00010000:00000010:1.0:1776202231.787126:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202231.787436:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000026f2973. 00010000:00000010:1.0:1776202231.787553:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.787562:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.787571:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202231.787585:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037467f6f. 02000000:00000010:1.0:1776202231.787616:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091e7231e. 00000400:00000010:1.0:1776202231.787623:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b28868c. 00000400:00000010:1.0:1776202231.787630:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202231.787780:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789760, portal 16 00000400:00000010:1.0:1776202231.787787:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202231.787791:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789760, offset 0 00000400:00000200:1.0:1776202231.787800:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.787959:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.787966:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202231.787970:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202231.787973:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202231.787976:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91443:91443:256:4294967295] 192.168.204.38@tcp LPNI seq info [91443:91443:8:4294967295] 00000400:00000200:1.0:1776202231.787987:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.787992:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.787997:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.788003:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.788011:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.788014:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.788472:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.788477:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.788482:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.788488:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.788493:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:2.0:1776202231.788495:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:2.0:1776202231.788503:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613789760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.790872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b72df. 00000400:00000200:2.0:1776202231.791368:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.791388:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d040 00000400:00000200:2.0:1776202231.791398:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7729 [1] + 224 00000400:00000200:2.0:1776202231.791415:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.791419:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.791429:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613789760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202231.791961:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b28868c. 00000400:00000200:1.0:1776202231.791968:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:1.0:1776202231.791970:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:1.0:1776202231.791977:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613789760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202231.791986:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613789760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202231.792026:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091e7231e. 02000000:00000010:1.0:1776202231.792034:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037467f6f. 00000100:00000010:1.0:1776202231.792039:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202231.792045:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.792049:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00010000:00000010:0.1:1776202231.794932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045f59f52. 00010000:00000010:0.1:1776202231.794951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:3.0:1776202231.798609:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.798630:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67400 00000400:00000200:3.0:1776202231.798638:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 984 00000400:00000200:3.0:1776202231.798705:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.798709:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.798717:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.798723:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000020:00000010:2.0:1776202231.799249:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5e9fbd2. 00000020:00000010:2.0:1776202231.799270:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.799276:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.799304:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604591104/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.799399:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591104 02000000:00000010:2.0:1776202231.799425:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0f5e521. 00010000:00000010:2.0:1776202231.799457:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0f791e5. 00010000:00000010:2.0:1776202231.799481:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.799488:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.799510:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.799514:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000400:00000010:2.0:1776202231.799526:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202231.799532:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591104, offset 224 00000400:00000200:2.0:1776202231.799539:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.799551:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.799556:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91444:91444:256:4294967295] 192.168.204.38@tcp LPNI seq info [91444:91444:8:4294967295] 00000400:00000200:2.0:1776202231.799566:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.799571:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.799575:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202231.799581:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.799587:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.799591:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.799616:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.799621:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.799625:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5e9fbd2. 00080000:00000010:3.0:1776202231.799686:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008470909e. 00010000:00000010:3.0:1776202231.799781:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000026f2973. 00010000:00000010:3.0:1776202231.799865:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1c11118. 00010000:00000010:3.0:1776202231.799965:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202231.799970:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006932b2d8. 00010000:00000010:3.0:1776202231.799980:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202231.799984:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.799992:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202231.800003:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056cb9570. 02000000:00000010:3.0:1776202231.800033:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026280ef7. 00000400:00000010:3.0:1776202231.800040:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.800045:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.800050:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789824, portal 16 00000400:00000010:3.0:1776202231.800054:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202231.800056:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789824, offset 0 00000400:00000200:3.0:1776202231.800062:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.800069:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.800076:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.800079:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.800082:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.800085:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91445:91445:255:4294967295] 192.168.204.38@tcp LPNI seq info [91445:91445:7:4294967295] 00000400:00000200:3.0:1776202231.800092:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.800097:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.800101:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.800105:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.800109:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.800111:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.800246:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.800251:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354778). 00000400:00000200:0.0:1776202231.800256:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.800262:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.800266:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:0.0:1776202231.800268:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000800:00000200:0.0:1776202231.800334:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.800336:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.800344:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.800347:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.800349:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:0.0:1776202231.800351:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:0.0:1776202231.800357:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613789824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.807897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003383981f. 00010000:00000010:3.1:1776202231.807918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:2.1:1776202231.811006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de251385. 00000400:00000200:2.0:1776202231.814078:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.814109:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d080 00000400:00000200:2.0:1776202231.814118:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7735 [1] + 224 00000400:00000200:2.0:1776202231.814130:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.814134:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.814145:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613789824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.814179:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.814184:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67440 00000400:00000200:2.0:1776202231.814189:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 1312 00000400:00000200:2.0:1776202231.814198:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.814200:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.814204:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202231.814209:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000400:00000010:3.0:1776202231.814631:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.814637:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.814639:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.814646:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613789824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.814655:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613789824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.814685:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026280ef7. 02000000:00000010:3.0:1776202231.814691:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056cb9570. 00000100:00000010:3.0:1776202231.814694:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:3.0:1776202231.814699:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.814703:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000020:00000010:0.0:1776202231.816507:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a122f625. 00000020:00000010:0.0:1776202231.816524:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.816529:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.816564:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604591168/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.816605:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591168 02000000:00000010:0.0:1776202231.816620:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43c6419. 00010000:00000010:0.0:1776202231.816656:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000261cb4e2. 00010000:00000010:0.0:1776202231.816687:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.816696:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff5e42ca. 00000100:00000010:0.0:1776202231.816780:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff5e42ca. 00010000:00000010:0.0:1776202231.816786:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.816803:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.816810:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591168, offset 224 00000400:00000200:0.0:1776202231.816819:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.816876:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.816882:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91446:91446:256:4294967295] 192.168.204.38@tcp LPNI seq info [91446:91446:8:4294967295] 00000400:00000200:0.0:1776202231.816892:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.816898:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.816902:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202231.816908:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.816916:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.816929:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.816951:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.816955:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.816958:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a122f625. 00000800:00000200:0.0:1776202231.817096:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.817100:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354530). 00000400:00000200:0.0:1776202231.817104:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.817108:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.817112:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:0.0:1776202231.817114:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00080000:00000010:0.0:1776202231.818952:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a122f625. 00010000:00000010:0.0:1776202231.819489:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006932b2d8. 00010000:00000010:0.0:1776202231.819505:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b87a3499. 00010000:00000010:0.0:1776202231.819618:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013b75b0b. 00010000:00000010:0.0:1776202231.819624:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202231.819630:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202231.819638:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202231.819665:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f68c97a. 00010000:00000010:0.0:1776202231.819700:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.819705:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202231.819957:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202231.819962:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202231.819970:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.819980:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff5e42ca. 00000100:00000010:0.0:1776202231.819990:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.820008:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014544fb8. 02000000:00000010:0.0:1776202231.820042:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047215cfa. 00000400:00000010:0.0:1776202231.820052:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e5ec08f. 00000400:00000010:0.0:1776202231.820059:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.820065:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789888, portal 16 00000400:00000010:0.0:1776202231.820071:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202231.820073:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789888, offset 0 00000400:00000200:0.0:1776202231.820083:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.820163:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.820174:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202231.820178:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202231.820180:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202231.820184:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91447:91447:256:4294967295] 192.168.204.38@tcp LPNI seq info [91447:91447:8:4294967295] 00000400:00000200:0.0:1776202231.820194:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.820200:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.820205:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202231.820214:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.820223:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.820227:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202231.821649:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202231.821656:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354530). 00000400:00000200:2.0:1776202231.821664:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.821673:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.821679:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:2.0:1776202231.821681:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00000100:00000200:2.0:1776202231.821692:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613789888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202231.822879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca8b795. 00000400:00000200:2.0:1776202231.823434:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.823452:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d0c0 00000400:00000200:2.0:1776202231.823462:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7741 [1] + 224 00000400:00000200:2.0:1776202231.823478:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.823482:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.823493:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613789888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202231.823580:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e5ec08f. 00000400:00000200:0.0:1776202231.823584:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:0.0:1776202231.823587:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.823592:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613789888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202231.823600:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613789888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202231.823630:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047215cfa. 02000000:00000010:0.0:1776202231.823637:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014544fb8. 00000100:00000010:0.0:1776202231.823642:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202231.823648:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff5e42ca. 00010000:00000010:0.0:1776202231.823652:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00010000:00000010:0.1:1776202231.828958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009573720c. 00010000:00000010:0.1:1776202231.828979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:0.1:1776202231.828984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b75b0b. 00010000:00000010:0.1:1776202231.828987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:0.0:1776202231.832622:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.832646:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67480 00000400:00000200:0.0:1776202231.832655:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 1640 00000400:00000200:0.0:1776202231.832735:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.832741:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.832749:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.832756:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:1.0:1776202231.832983:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.832992:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.832997:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.833026:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604591232/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202231.833067:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591232 02000000:00000010:1.0:1776202231.833080:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091e7231e. 00010000:00000010:1.0:1776202231.833125:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0329a4d. 00010000:00000010:1.0:1776202231.833150:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.833158:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.833180:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.833185:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.833197:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202231.833203:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591232, offset 224 00000400:00000200:1.0:1776202231.833211:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.833223:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.833229:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91448:91448:256:4294967295] 192.168.204.38@tcp LPNI seq info [91448:91448:8:4294967295] 00000400:00000200:1.0:1776202231.833240:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.833245:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.833251:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202231.833267:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.833274:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.833278:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.833301:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.833305:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.833309:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00080000:00000010:2.0:1776202231.833635:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5e9fbd2. 00010000:00000010:2.0:1776202231.833717:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:2.0:1776202231.833725:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009973c2a7. 00010000:00000010:2.0:1776202231.833887:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.833894:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da9ccbc8. 00010000:00000010:2.0:1776202231.833904:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.833908:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.833915:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.833935:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aabb797b. 02000000:00000010:2.0:1776202231.833957:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007554b3e1. 00000400:00000010:2.0:1776202231.833962:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202231.833967:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202231.833971:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613789952, portal 16 00000400:00000010:2.0:1776202231.833975:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202231.833977:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613789952, offset 0 00000400:00000200:2.0:1776202231.833983:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.833992:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.833999:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000800:00000200:3.0:1776202231.834001:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1776202231.834003:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1776202231.834006:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202231.834008:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.834013:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.834014:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91449:91449:255:4294967295] 192.168.204.38@tcp LPNI seq info [91449:91449:7:4294967295] 00000400:00000200:3.0:1776202231.834023:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202231.834029:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000400:00000200:3.0:1776202231.834030:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:3.0:1776202231.834035:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000800:00000200:2.0:1776202231.834037:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.834042:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202231.834047:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.834052:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.834054:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.834681:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.834684:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:3.0:1776202231.834688:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.834693:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.834696:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:3.0:1776202231.834698:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:3.0:1776202231.834704:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613789952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202231.839406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7b3a1f2. 00010000:00000010:2.1:1776202231.839423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00010000:00000010:1.1:1776202231.839683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca85a57. 00000400:00000200:0.0:1776202231.841331:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.841352:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d100 00000400:00000200:0.0:1776202231.841361:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb774d [1] + 224 00000400:00000200:0.0:1776202231.841383:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.841387:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.841399:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613789952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202231.841912:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a49b66bd. 00000400:00000200:2.0:1776202231.841918:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:2.0:1776202231.841931:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000100:00000200:2.0:1776202231.841938:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613789952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202231.841946:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613789952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202231.841976:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007554b3e1. 02000000:00000010:2.0:1776202231.841983:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aabb797b. 00000100:00000010:2.0:1776202231.841986:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202231.841990:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.841993:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000400:00000200:3.0:1776202231.846285:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.846624:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed674c0 00000400:00000200:3.0:1776202231.846643:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6075 [2] + 1968 00000400:00000010:3.0:1776202231.846649:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1546b95. 00000400:00000200:3.0:1776202231.846657:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b685664a 00000400:00000200:3.0:1776202231.846799:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.846806:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.846811:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b685664a 00000400:00000010:3.0:1776202231.846813:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b685664a (tot 82354378). 00000100:00000200:3.0:1776202231.846821:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202231.855391:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047215cfa. 00000020:00000010:0.0:1776202231.855404:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.855409:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.855441:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a03527e x1862480604591296/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202231.855578:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591296 02000000:00000010:0.0:1776202231.855593:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a102d77. 00010000:00000010:0.0:1776202231.855629:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ede6c5bd. 00010000:00000010:0.0:1776202231.855661:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.855669:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff5e42ca. 00000100:00000010:0.0:1776202231.855701:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff5e42ca. 00010000:00000010:0.0:1776202231.855705:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.855720:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202231.855726:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591296, offset 224 00000400:00000200:0.0:1776202231.855736:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.855752:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.855759:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91450:91450:256:4294967295] 192.168.204.38@tcp LPNI seq info [91450:91450:8:4294967295] 00000400:00000200:0.0:1776202231.855769:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.855775:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.855780:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354626). 00000800:00000200:0.0:1776202231.855786:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.855792:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.855796:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.855812:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.855815:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.855819:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047215cfa. 02000000:00000010:0.0:1776202231.855881:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091e7231e. 00000100:00000010:0.0:1776202231.855886:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202231.855892:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43c6419. 00000100:00000010:0.0:1776202231.855894:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:0.0:1776202231.855898:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0f5e521. 00000100:00000010:0.0:1776202231.855900:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:0.0:1776202231.855904:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:0.0:1776202231.855906:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:0.0:1776202231.855908:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f5624dc. 00000100:00000010:0.0:1776202231.855910:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:0.0:1776202231.855912:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005860c7fa. 00000100:00000010:0.0:1776202231.855914:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000200:0.0:1776202231.855937:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202231.855943:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e5ec08f. 00000400:00000010:0.0:1776202231.855947:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff5e42ca (tot 82354778). 00000800:00000200:3.0:1776202231.856207:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.856211:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:3.0:1776202231.856215:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.856229:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.856234:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:3.0:1776202231.856243:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 02000000:00000010:3.0:1776202231.856249:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a102d77. 00080000:00000010:3.0:1776202231.856282:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056cb9570. 00010000:00000010:3.0:1776202231.856433:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202231.856442:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a99a5d5c. 00010000:00000010:3.0:1776202231.856582:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202231.856589:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.856600:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202231.856604:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.856611:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202231.856622:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026280ef7. 02000000:00000010:3.0:1776202231.856648:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003506526b. 00000400:00000010:3.0:1776202231.856653:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.856657:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.856660:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790016, portal 16 00000400:00000010:3.0:1776202231.856664:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202231.856666:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790016, offset 0 00000400:00000200:3.0:1776202231.856672:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.856681:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.856687:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.856690:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.856693:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.856696:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91451:91451:256:4294967295] 192.168.204.38@tcp LPNI seq info [91451:91451:8:4294967295] 00000400:00000200:3.0:1776202231.856702:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.856706:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.856711:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.856715:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.856719:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.856721:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.856805:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.856807:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:3.0:1776202231.856814:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.856817:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.856819:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202231.856820:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:3.0:1776202231.856826:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613790016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.863058:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.863084:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d140 00000400:00000200:2.0:1776202231.863094:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb775d [1] + 224 00000400:00000200:2.0:1776202231.863112:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.863116:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.863129:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613790016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.865246:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.865257:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.865260:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.865282:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613790016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.865301:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613790016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.865332:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003506526b. 02000000:00000010:3.0:1776202231.865339:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026280ef7. 00000100:00000010:3.0:1776202231.865342:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:3.0:1776202231.865348:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.865351:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000200:1.0:1776202231.866601:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.866625:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67500 00000400:00000200:1.0:1776202231.866635:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 0 00000400:00000200:1.0:1776202231.866712:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.866717:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.866724:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.866730:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:2.0:1776202231.866866:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb797b. 00000020:00000010:2.0:1776202231.866873:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.866878:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.866914:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604591360/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202231.866952:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591360 02000000:00000010:2.0:1776202231.866966:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007554b3e1. 00010000:00000010:2.0:1776202231.866998:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000124e8a0d. 00010000:00000010:2.0:1776202231.867018:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.867024:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.867035:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.867039:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000400:00000010:2.0:1776202231.867052:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202231.867057:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591360, offset 224 00000400:00000200:2.0:1776202231.867065:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.867076:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.867082:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91452:91452:256:4294967295] 192.168.204.38@tcp LPNI seq info [91452:91452:8:4294967295] 00000400:00000200:2.0:1776202231.867093:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.867097:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.867103:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202231.867107:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.867114:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.867119:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.867144:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.867148:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.867151:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabb797b. 00080000:00000010:3.0:1776202231.867319:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026280ef7. 00010000:00000010:3.0:1776202231.867410:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.867419:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00000800:00000200:0.0:1776202231.867513:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.867517:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:0.0:1776202231.867523:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.867527:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.867532:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:0.0:1776202231.867534:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00010000:00000010:3.0:1776202231.867564:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202231.867571:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.867583:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202231.867588:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.867596:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202231.867610:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003506526b. 02000000:00000010:3.0:1776202231.867634:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c33ffe. 00000400:00000010:3.0:1776202231.867641:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.867691:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.867698:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790080, portal 16 00000400:00000010:3.0:1776202231.867703:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202231.867705:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790080, offset 0 00000400:00000200:3.0:1776202231.867724:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.867731:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.867738:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.867741:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.867745:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.867748:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91453:91453:256:4294967295] 192.168.204.38@tcp LPNI seq info [91453:91453:8:4294967295] 00000400:00000200:3.0:1776202231.867755:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.867759:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.867764:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202231.867768:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.867772:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.867774:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.867928:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.867930:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.867936:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.867940:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.867943:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:0.0:1776202231.867945:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:0.0:1776202231.867951:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613790080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.868428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0ead8e. 00010000:00000010:3.1:1776202231.868435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:0.1:1776202231.868954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a2f40e7. 00000400:00000200:1.0:1776202231.871937:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.871958:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d180 00000400:00000200:1.0:1776202231.871967:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7769 [1] + 224 00000400:00000200:1.0:1776202231.871983:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.871987:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.871998:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613790080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.872070:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.872075:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.872078:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.872083:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613790080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.872096:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613790080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.872131:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c33ffe. 02000000:00000010:3.0:1776202231.872167:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003506526b. 00000100:00000010:3.0:1776202231.872171:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:3.0:1776202231.872176:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.872180:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00010000:00000010:2.1:1776202231.873149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024f227d. 00000400:00000200:0.0:1776202231.875583:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202231.875602:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67540 00000400:00000200:0.0:1776202231.875610:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 328 00000400:00000200:0.0:1776202231.875686:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.875690:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202231.875698:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202231.875704:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:1.0:1776202231.876070:0:75295:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037467f6f. 00000020:00000010:1.0:1776202231.876078:0:75295:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.876082:0:75295:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202231.876113:0:75295:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604591424/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202231.876190:0:75295:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591424 02000000:00000010:1.0:1776202231.876203:0:75295:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00010000:00000010:1.0:1776202231.876232:0:75295:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5236944. 00010000:00000010:1.0:1776202231.876256:0:75295:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202231.876263:0:75295:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.876283:0:75295:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.876287:0:75295:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202231.876309:0:75295:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202231.876316:0:75295:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591424, offset 224 00000400:00000200:1.0:1776202231.876325:0:75295:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.876338:0:75295:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.876343:0:75295:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91454:91454:256:4294967295] 192.168.204.38@tcp LPNI seq info [91454:91454:8:4294967295] 00000400:00000200:1.0:1776202231.876352:0:75295:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.876358:0:75295:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.876363:0:75295:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202231.876369:0:75295:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.876375:0:75295:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.876378:0:75295:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202231.876400:0:75295:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202231.876405:0:75295:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202231.876409:0:75295:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037467f6f. 00080000:00000010:3.0:1776202231.876469:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003506526b. 00010000:00000010:3.0:1776202231.876548:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.876554:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009837fbae. 00010000:00000010:3.0:1776202231.876675:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202231.876682:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.876694:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202231.876698:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.876716:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202231.876730:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3c33ffe. 02000000:00000010:3.0:1776202231.876754:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8fc85d1. 00000400:00000010:3.0:1776202231.876762:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.876766:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.876772:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790144, portal 16 00000400:00000010:3.0:1776202231.876776:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202231.876778:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790144, offset 0 00000400:00000200:3.0:1776202231.876784:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.876791:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.876797:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.876801:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.876803:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.876805:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91455:91455:255:4294967295] 192.168.204.38@tcp LPNI seq info [91455:91455:7:4294967295] 00000400:00000200:3.0:1776202231.876813:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.876818:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.876821:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.876825:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.876853:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.876856:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.879055:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.879065:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:0.0:1776202231.879075:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.879088:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.879096:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:0.0:1776202231.879098:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000800:00000200:0.0:1776202231.879179:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.879181:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.879188:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.879191:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.879193:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:0.0:1776202231.879195:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:0.0:1776202231.879203:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613790144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202231.885330:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.885353:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d1c0 00000400:00000200:2.0:1776202231.885363:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7775 [1] + 224 00000400:00000200:2.0:1776202231.885379:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.885384:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.885395:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613790144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.885642:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.885647:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.885649:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.885655:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613790144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.885663:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613790144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.885691:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202231.885697:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3c33ffe. 00000100:00000010:3.0:1776202231.885701:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:3.0:1776202231.885706:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.885709:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000200:3.0:1776202231.887129:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.887159:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67580 00000400:00000200:3.0:1776202231.887176:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 656 00000400:00000200:3.0:1776202231.887236:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.887240:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.887246:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.887251:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:2.0:1776202231.887595:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb797b. 00000020:00000010:2.0:1776202231.887602:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.887607:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.887634:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604591488/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202231.887673:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591488 02000000:00000010:2.0:1776202231.887684:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ae6b4e4. 00010000:00000010:2.0:1776202231.887713:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ec724c1. 00010000:00000010:2.0:1776202231.887737:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.887744:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.887754:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.887757:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000400:00000010:2.0:1776202231.887769:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202231.887774:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591488, offset 224 00000400:00000200:2.0:1776202231.887781:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.887792:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.887797:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91456:91456:256:4294967295] 192.168.204.38@tcp LPNI seq info [91456:91456:8:4294967295] 00000400:00000200:2.0:1776202231.887806:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.887810:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.887815:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202231.887821:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.887828:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.887850:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.887869:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.887872:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.887875:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabb797b. 00080000:00000010:3.0:1776202231.889070:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c33ffe. 00010000:00000010:3.0:1776202231.889177:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.889186:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000166af3ca. 00010000:00000010:3.0:1776202231.889316:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de66922b. 00010000:00000010:3.0:1776202231.889321:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.889326:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202231.889331:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.889346:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202231.889376:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.889379:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.889432:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202231.889435:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.889441:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202231.889661:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202231.889672:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202231.889686:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:3.0:1776202231.889718:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e7d3ed2. 00000400:00000010:3.0:1776202231.889725:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202231.889730:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.889736:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790208, portal 16 00000400:00000010:3.0:1776202231.889741:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202231.889743:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790208, offset 0 00000400:00000200:3.0:1776202231.889751:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202231.889765:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202231.889771:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202231.889774:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202231.889777:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202231.889780:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91457:91457:255:4294967295] 192.168.204.38@tcp LPNI seq info [91457:91457:7:4294967295] 00000400:00000200:3.0:1776202231.889789:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202231.889794:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202231.889798:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202231.889804:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202231.889809:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202231.889812:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202231.890613:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.890619:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354778). 00000400:00000200:0.0:1776202231.890624:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.890630:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.890634:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:0.0:1776202231.890637:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000800:00000200:0.0:1776202231.891066:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202231.891069:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202231.891076:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202231.891080:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202231.891083:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:0.0:1776202231.891084:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:0.0:1776202231.891090:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613790208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202231.891889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba99fc7. 00010000:00000010:3.1:1776202231.891987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:2.1:1776202231.897086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbe3590. 00010000:00000010:1.1:1776202231.898062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b3fa366. 00000400:00000200:2.0:1776202231.899091:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202231.899108:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d200 00000400:00000200:2.0:1776202231.899117:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7781 [1] + 224 00000400:00000200:2.0:1776202231.899132:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202231.899136:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202231.899146:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613790208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202231.899226:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202231.899232:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202231.899234:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202231.899240:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613790208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202231.899247:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613790208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202231.899285:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e7d3ed2. 02000000:00000010:3.0:1776202231.899292:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000100:00000010:3.0:1776202231.899296:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:3.0:1776202231.899300:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202231.899303:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000200:3.0:1776202231.900053:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.900082:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed675c0 00000400:00000200:3.0:1776202231.900089:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 984 00000400:00000200:3.0:1776202231.900150:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.900154:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.900160:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202231.900165:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 00000020:00000010:0.0:1776202231.900907:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047215cfa. 00000020:00000010:0.0:1776202231.900917:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.900933:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202231.900961:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000675b6101 x1862480604591552/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202231.900991:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591552 02000000:00000010:0.0:1776202231.901005:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098691ae3. 00010000:00000010:0.0:1776202231.901039:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e80cb. 00010000:00000010:0.0:1776202231.901062:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202231.901069:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202231.901083:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202231.901087:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202231.901102:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202231.901108:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591552, offset 224 00000400:00000200:0.0:1776202231.901116:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202231.901127:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202231.901132:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91458:91458:256:4294967295] 192.168.204.38@tcp LPNI seq info [91458:91458:8:4294967295] 00000400:00000200:0.0:1776202231.901142:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202231.901150:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202231.901154:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202231.901160:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202231.901167:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202231.901171:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202231.901188:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202231.901192:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202231.901196:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047215cfa. 00000800:00000200:1.0:1776202231.901355:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202231.901359:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:1.0:1776202231.901363:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.901368:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202231.901373:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:1.0:1776202231.901375:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00080000:00000010:3.0:1776202231.901468:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036b410c4. 00010000:00000010:3.0:1776202231.901562:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.901571:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006992ad3a. 00000001:00000010:3.0:1776202231.901649:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e36663a2. 00000001:00000010:3.0:1776202231.901692:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e36663a2. 00000001:00000010:3.0:1776202231.901696:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001af7ceb6. 00080000:00000010:3.0:1776202231.901701:0:77416:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 000000007095e8e9. 00080000:00000010:3.0:1776202231.901709:0:77416:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000004e7d3ed2. 00000001:00000010:3.0:1776202231.901724:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e36663a2. 00010000:00000010:3.0:1776202231.901771:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c23e4894. 00010000:00000010:3.0:1776202231.901775:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.901780:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202231.901785:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.901799:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d157ed1. 00010000:00000010:3.0:1776202231.901823:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.901827:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.901893:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc55e9ce. 00010000:00000010:3.0:1776202231.901896:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.901899:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202231.901902:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.901909:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d93fa30. 00010000:00000010:3.0:1776202231.901945:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.901949:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.901986:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee8de535. 00010000:00000010:3.0:1776202231.901990:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.901993:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202231.901996:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.902004:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041bd4a7f. 00010000:00000010:3.0:1776202231.902025:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.902029:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.902063:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098fa79c1. 00010000:00000010:3.0:1776202231.902067:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.902071:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202231.902074:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.902081:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9491ee. 00010000:00000010:3.0:1776202231.902109:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202231.902113:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.902157:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000443b1da0. 00010000:00000010:3.0:1776202231.902161:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d18ac3a. 00010000:00000010:3.0:1776202231.902164:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202231.902167:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202231.902175:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20132fd. 00010000:00000010:3.1:1776202231.908886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061ec4f4d. 00010000:00000010:3.1:1776202231.908909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:3.1:1776202231.908913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac50168. 00010000:00000010:3.1:1776202231.908926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.1:1776202231.908932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de66922b. 00010000:00000010:3.1:1776202231.908935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202231.917766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b97dbfca. 00010000:00000010:3.1:1776202231.917782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:3.1:1776202231.917787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c23e4894. 00010000:00000010:3.1:1776202231.917790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202231.917793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc55e9ce. 00010000:00000010:3.1:1776202231.917796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.1:1776202231.917798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8de535. 00010000:00000010:3.1:1776202231.917800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.1:1776202231.917802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098fa79c1. 00010000:00000010:3.1:1776202231.917804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00010000:00000010:0.1:1776202231.917865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f399ce. 00080000:00000010:0.0:1776202231.924780:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e9491ee. 00080000:00000010:0.0:1776202231.924795:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041bd4a7f. 00080000:00000010:0.0:1776202231.924799:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d93fa30. 00080000:00000010:0.0:1776202231.924801:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d157ed1. 00080000:00000010:0.0:1776202231.924803:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036b410c4. 00080000:00000010:0.0:1776202231.924805:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8fc85d1. 00080000:00000010:0.0:1776202231.924807:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c33ffe. 00080000:00000010:0.0:1776202231.924809:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003506526b. 00080000:00000010:0.0:1776202231.924811:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026280ef7. 00080000:00000010:0.0:1776202231.924813:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056cb9570. 00080000:00000010:0.0:1776202231.924816:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e9fbd2. 00080000:00000010:0.0:1776202231.924819:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f68c97a. 00080000:00000010:0.0:1776202231.924822:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a122f625. 00080000:00000010:0.0:1776202231.924824:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008470909e. 00080000:00000010:0.0:1776202231.924826:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad6346a3. 00080000:00000010:0.0:1776202231.924828:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006778cea0. 00080000:00000010:0.0:1776202231.924843:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003bfe4cb. 00080000:00000010:0.0:1776202231.924846:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e20c6635. 00080000:00000010:0.0:1776202231.924848:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043ffa0b7. 00080000:00000010:0.0:1776202231.924851:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fd0e57d. 00080000:00000010:0.0:1776202231.924854:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012541c3f. 00080000:00000010:0.0:1776202231.924856:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2f68bae. 00080000:00000010:0.0:1776202231.924863:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c183b6d5. 00080000:00000010:0.0:1776202231.924866:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086e9eafc. 00080000:00000010:0.0:1776202231.924870:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de22827b. 00080000:00000010:0.0:1776202231.924872:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c1dc059. 00080000:00000010:0.0:1776202231.924875:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc9b885. 00080000:00000010:0.0:1776202231.924877:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102c4755. 00080000:00000010:0.0:1776202231.924879:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ad61124. 00080000:00000010:0.0:1776202231.924882:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037c97508. 00080000:00000010:0.0:1776202231.924883:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9f219e6. 00080000:00000010:0.0:1776202231.924886:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065b7fd0e. 00080000:00000010:0.0:1776202231.924888:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028dd429e. 00080000:00000010:0.0:1776202231.924890:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000201842e. 00080000:00000010:0.0:1776202231.924893:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006664f8ea. 00080000:00000010:0.0:1776202231.924895:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052963abe. 00080000:00000010:0.0:1776202231.924901:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f39ef1dc. 00080000:00000010:0.0:1776202231.924904:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d75269c. 00080000:00000010:0.0:1776202231.924906:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6dc3283. 00080000:00000010:0.0:1776202231.924909:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012e9d649. 00080000:00000010:0.0:1776202231.924911:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d16e90b8. 00080000:00000010:0.0:1776202231.924914:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aecbaa6. 00080000:00000010:0.0:1776202231.924928:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd5cbd28. 00080000:00000010:0.0:1776202231.924932:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f45a51. 00080000:00000010:0.0:1776202231.924934:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d77e8ecf. 00080000:00000010:0.0:1776202231.924936:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004831a7ca. 00080000:00000010:0.0:1776202231.924939:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000728466b1. 00080000:00000010:0.0:1776202231.924944:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff8891ea. 00080000:00000010:0.0:1776202231.924947:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3145a1f. 00080000:00000010:0.0:1776202231.924953:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad441306. 00080000:00000010:0.0:1776202231.924956:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c23d1281. 00080000:00000010:0.0:1776202231.924958:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c631161f. 00080000:00000010:0.0:1776202231.924960:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098f57961. 00080000:00000010:0.0:1776202231.924963:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0a9a1b9. 00080000:00000010:0.0:1776202231.924965:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cee50a7. 00080000:00000010:0.0:1776202231.924968:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000945c8403. 00080000:00000010:0.0:1776202231.924970:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a91eec9f. 00080000:00000010:0.0:1776202231.924972:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007501e7f7. 00080000:00000010:0.0:1776202231.924974:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4d32a59. 00080000:00000010:0.0:1776202231.924976:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e0f1d31. 00080000:00000010:0.0:1776202231.924978:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c06c7db. 00080000:00000010:0.0:1776202231.924980:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064277b93. 00080000:00000010:0.0:1776202231.924983:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036799ef6. 00080000:00000010:0.0:1776202231.924986:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f834c674. 00080000:00000010:0.0:1776202231.924990:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000406464f1. 00080000:00000010:0.0:1776202231.924992:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4f084f. 00080000:00000010:0.0:1776202231.924995:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a09a42a. 00080000:00000010:0.0:1776202231.924997:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092c2cd86. 00080000:00000010:0.0:1776202231.925000:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eef3b421. 00080000:00000010:0.0:1776202231.925002:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060b900d7. 00080000:00000010:0.0:1776202231.925005:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067890c65. 00080000:00000010:0.0:1776202231.925007:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec6465c0. 00080000:00000010:0.0:1776202231.925011:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000103427bd. 00080000:00000010:0.0:1776202231.925013:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000075c973a. 00080000:00000010:0.0:1776202231.925020:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5272346. 00080000:00000010:0.0:1776202231.925022:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016145e15. 00080000:00000010:0.0:1776202231.925025:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d85373. 00080000:00000010:0.0:1776202231.925026:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a45918bb. 00080000:00000010:0.0:1776202231.925029:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb0fa606. 00080000:00000010:0.0:1776202231.925031:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc388d02. 00080000:00000010:0.0:1776202231.925033:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7fa1c2b. 00080000:00000010:0.0:1776202231.925034:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e7b8c4a. 00080000:00000010:0.0:1776202231.925036:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4c94f6. 00080000:00000010:0.0:1776202231.925038:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001314e419. 00080000:00000010:0.0:1776202231.925040:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3f83801. 00080000:00000010:0.0:1776202231.925043:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000659558dd. 00080000:00000010:0.0:1776202231.925045:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dca9ce3. 00080000:00000010:0.0:1776202231.925048:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c09fb682. 00080000:00000010:0.0:1776202231.925051:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d94135d8. 00080000:00000010:0.0:1776202231.925053:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031d7d36b. 00080000:00000010:0.0:1776202231.925058:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d522d795. 00080000:00000010:0.0:1776202231.925061:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f06999d. 00080000:00000010:0.0:1776202231.925063:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f40f603. 00080000:00000010:0.0:1776202231.925066:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095c94a86. 00080000:00000010:0.0:1776202231.925070:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6a286d5. 00080000:00000010:0.0:1776202231.925072:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e0b6c8. 00080000:00000010:0.0:1776202231.925075:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012ce828c. 00080000:00000010:0.0:1776202231.925078:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055c18995. 00080000:00000010:0.0:1776202231.925080:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005b6420c. 00080000:00000010:0.0:1776202231.925082:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065c57f70. 00080000:00000010:0.0:1776202231.925084:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000851560c0. 00080000:00000010:0.0:1776202231.925085:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004f29c3b. 00080000:00000010:0.0:1776202231.925087:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015ab8c0a. 00080000:00000010:0.0:1776202231.925089:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ffa9f0. 00080000:00000010:0.0:1776202231.925091:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020c00061. 00080000:00000010:0.0:1776202231.925094:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043b4c969. 00080000:00000010:0.0:1776202231.925095:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ffea02. 00080000:00000010:0.0:1776202231.925100:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000807f60b5. 00080000:00000010:0.0:1776202231.925103:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000858ffa23. 00080000:00000010:0.0:1776202231.925106:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000235fe3d. 00080000:00000010:0.0:1776202231.925108:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d82e2d3f. 00080000:00000010:0.0:1776202231.925110:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eae3244. 00080000:00000010:0.0:1776202231.925113:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebbfc0b2. 00080000:00000010:0.0:1776202231.925115:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2717844. 00080000:00000010:0.0:1776202231.925118:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d786a27. 00080000:00000010:0.0:1776202231.925120:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ec397ca. 00080000:00000010:0.0:1776202231.925123:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f1684ed. 00080000:00000010:0.0:1776202231.925125:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8285fcc. 00080000:00000010:0.0:1776202231.925128:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a10a85cc. 00080000:00000010:0.0:1776202231.925130:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000997080aa. 00080000:00000010:0.0:1776202231.925132:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea38f413. 00080000:00000010:0.0:1776202231.925134:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000636d722e. 00080000:00000010:0.0:1776202231.925137:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cfb40c5. 00080000:00000010:0.0:1776202231.925139:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049a0065d. 00080000:00000010:0.0:1776202231.925141:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccf3737a. 00080000:00000010:0.0:1776202231.925143:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008445922d. 00080000:00000010:0.0:1776202231.925145:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000580579b3. 00080000:00000010:0.0:1776202231.925148:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007147086f. 00080000:00000010:0.0:1776202231.925150:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000baa4fddb. 00080000:00000010:0.0:1776202231.925152:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091b7147e. 00080000:00000010:0.0:1776202231.925155:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d79f6157. 00080000:00000010:0.0:1776202231.925157:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d53b9da7. 00080000:00000010:0.0:1776202231.925160:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ea4b7e. 00080000:00000010:0.0:1776202231.925162:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3941a06. 00080000:00000010:0.0:1776202231.925164:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e242aa60. 00080000:00000010:0.0:1776202231.925166:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e262d20d. 00080000:00000010:0.0:1776202231.925168:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff61a21. 00080000:00000010:0.0:1776202231.925171:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f6110f. 00080000:00000010:0.0:1776202231.925173:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d4f2be7. 00080000:00000010:0.0:1776202231.925175:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b7c255. 00080000:00000010:0.0:1776202231.925177:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ec74508. 00080000:00000010:0.0:1776202231.925180:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032d7b4b9. 00080000:00000010:0.0:1776202231.925182:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005494f95a. 00080000:00000010:0.0:1776202231.925184:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051d7a419. 00080000:00000010:0.0:1776202231.925186:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3ef3ec0. 00080000:00000010:0.0:1776202231.925188:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dad1dcfe. 00080000:00000010:0.0:1776202231.925190:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075039645. 00080000:00000010:0.0:1776202231.925192:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d2bec6b. 00080000:00000010:0.0:1776202231.925193:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c7f8a42. 00080000:00000010:0.0:1776202231.925195:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073535b33. 00080000:00000010:0.0:1776202231.925197:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f68c247f. 00080000:00000010:0.0:1776202231.925200:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008921fa5d. 00080000:00000010:0.0:1776202231.925202:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e34f95bc. 00080000:00000010:0.0:1776202231.925204:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021155ded. 00080000:00000010:0.0:1776202231.925206:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000245d7402. 00080000:00000010:0.0:1776202231.925208:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092b5383e. 00080000:00000010:0.0:1776202231.925211:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bac3b5b0. 00080000:00000010:0.0:1776202231.925213:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c20a2b07. 00080000:00000010:0.0:1776202231.925216:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003480e303. 00080000:00000010:0.0:1776202231.925218:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f92c9c0a. 00080000:00000010:0.0:1776202231.925220:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5c0e0ca. 00080000:00000010:0.0:1776202231.925223:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec2e3c02. 00080000:00000010:0.0:1776202231.925225:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9d8bfdf. 00080000:00000010:0.0:1776202231.925227:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa6b3bc6. 00080000:00000010:0.0:1776202231.925230:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a39ce9c3. 00080000:00000010:0.0:1776202231.925233:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006553855b. 00080000:00000010:0.0:1776202231.925235:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000511436ac. 00080000:00000010:0.0:1776202231.925238:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c649c6d1. 00080000:00000010:0.0:1776202231.925240:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dd52fc3. 00080000:00000010:0.0:1776202231.925242:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000e9763c. 00080000:00000010:0.0:1776202231.925245:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f0abd40. 00080000:00000010:0.0:1776202231.925247:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf4c6bbc. 00080000:00000010:0.0:1776202231.925249:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ffa22bf. 00080000:00000010:0.0:1776202231.925252:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebe340d8. 00080000:00000010:0.0:1776202231.925254:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a63a336d. 00080000:00000010:0.0:1776202231.925256:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eeb4bd54. 00080000:00000010:0.0:1776202231.925259:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cf5bc0c. 00080000:00000010:0.0:1776202231.925262:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a237d516. 00080000:00000010:0.0:1776202231.925264:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2a8d362. 00080000:00000010:0.0:1776202231.925267:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5d015d9. 00080000:00000010:0.0:1776202231.925269:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076b82ca4. 00080000:00000010:0.0:1776202231.925272:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000318d97e4. 00080000:00000010:0.0:1776202231.925274:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009375b881. 00080000:00000010:0.0:1776202231.925276:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006359b43b. 00080000:00000010:0.0:1776202231.925278:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbc50c5f. 00080000:00000010:0.0:1776202231.925281:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a666452. 00080000:00000010:0.0:1776202231.925283:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000205e7938. 00080000:00000010:0.0:1776202231.925285:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8c56de. 00080000:00000010:0.0:1776202231.925287:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1233909. 00080000:00000010:0.0:1776202231.925291:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032e55fd3. 00080000:00000010:0.0:1776202231.925294:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cb2904b. 00080000:00000010:0.0:1776202231.925296:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a2b120. 00080000:00000010:0.0:1776202231.925298:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f69206bc. 00080000:00000010:0.0:1776202231.925304:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4868025. 00080000:00000010:0.0:1776202231.925306:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021f54feb. 00080000:00000010:0.0:1776202231.925308:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f3bb79b. 00080000:00000010:0.0:1776202231.925310:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043a761f1. 00080000:00000010:0.0:1776202231.925314:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d45079d1. 00080000:00000010:0.0:1776202231.925317:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8ed9b3f. 00080000:00000010:0.0:1776202231.925320:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d5128d6. 00080000:00000010:0.0:1776202231.925322:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e3be62b. 00080000:00000010:0.0:1776202231.925325:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000305c765e. 00080000:00000010:0.0:1776202231.925327:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bdeeffe. 00080000:00000010:0.0:1776202231.925329:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddeeb800. 00080000:00000010:0.0:1776202231.925331:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7f0adcf. 00080000:00000010:0.0:1776202231.925333:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000145ec83d. 00080000:00000010:0.0:1776202231.925336:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076a2c63d. 00080000:00000010:0.0:1776202231.925338:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006056430c. 00080000:00000010:0.0:1776202231.925340:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed290c18. 00080000:00000010:0.0:1776202231.925343:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012f3417f. 00080000:00000010:0.0:1776202231.925345:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092f0341c. 00080000:00000010:0.0:1776202231.925347:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f523f075. 00080000:00000010:0.0:1776202231.925349:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070a7b886. 00080000:00000010:0.0:1776202231.925352:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dcb9909. 00080000:00000010:0.0:1776202231.925356:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000413f646. 00080000:00000010:0.0:1776202231.925359:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038149228. 00080000:00000010:0.0:1776202231.925361:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035d89382. 00080000:00000010:0.0:1776202231.925363:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ba5320a. 00080000:00000010:0.0:1776202231.925367:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8682a2c. 00080000:00000010:0.0:1776202231.925370:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078b40283. 00080000:00000010:0.0:1776202231.925372:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036e7bb5b. 00080000:00000010:0.0:1776202231.925374:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003836f9c6. 00080000:00000010:0.0:1776202231.925377:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af8a3c6. 00080000:00000010:0.0:1776202231.925379:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c52ab85d. 00080000:00000010:0.0:1776202231.925382:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d552793. 00080000:00000010:0.0:1776202231.925384:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b82783b4. 00080000:00000010:0.0:1776202231.925386:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0771dd6. 00080000:00000010:0.0:1776202231.925389:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059beeeae. 00080000:00000010:0.0:1776202231.925391:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081fc1c75. 00080000:00000010:0.0:1776202231.925394:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006358bd03. 00080000:00000010:0.0:1776202231.925397:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4dcba79. 00080000:00000010:0.0:1776202231.925399:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a5237a4. 00080000:00000010:0.0:1776202231.925401:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039e6235a. 00080000:00000010:0.0:1776202231.925403:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b07adc2c. 00080000:00000010:0.0:1776202231.925406:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016c9210b. 00080000:00000010:0.0:1776202231.925408:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab545ff4. 00080000:00000010:0.0:1776202231.925411:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000053abf82. 00080000:00000010:0.0:1776202231.925413:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000126b963d. 00080000:00000010:0.0:1776202231.925415:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b405a236. 00080000:00000010:0.0:1776202231.925417:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096e8abd3. 00080000:00000010:0.0:1776202231.925419:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc623af1. 00080000:00000010:0.0:1776202231.925422:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb3000f. 00080000:00000010:0.0:1776202231.925424:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2a8df8. 00080000:00000010:0.0:1776202231.925428:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d016f66f. 00080000:00000010:0.0:1776202231.925430:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000529d8bf8. 00080000:00000010:0.0:1776202231.925435:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c9068c0. 00080000:00000010:0.0:1776202231.925437:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037928cc8. 00080000:00000010:0.0:1776202231.925440:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f19761e3. 00080000:00000010:0.0:1776202231.925442:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002870b613. 00080000:00000010:0.0:1776202231.925445:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033bfd7ae. 00080000:00000010:0.0:1776202231.925448:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026cbd58d. 00080000:00000010:0.0:1776202231.925450:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8a55b8e. 00080000:00000010:0.0:1776202231.925453:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000501c3a62. 00080000:00000010:0.0:1776202231.925455:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd7096f9. 00080000:00000010:0.0:1776202231.925459:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab5b46d8. 00080000:00000010:0.0:1776202231.925463:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2b199cb. 00080000:00000010:0.0:1776202231.925467:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c9f5ec7. 00080000:00000010:0.0:1776202231.925471:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e42a1f70. 00080000:00000010:0.0:1776202231.925474:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af6ce140. 00080000:00000010:0.0:1776202231.925478:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a441c0c5. 00080000:00000010:0.0:1776202231.925481:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096fc8750. 00080000:00000010:0.0:1776202231.925483:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007880ac5f. 00080000:00000010:0.0:1776202231.925486:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000374283d6. 00080000:00000010:0.0:1776202231.925488:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f7dca00. 00080000:00000010:0.0:1776202231.925490:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020804271. 00080000:00000010:0.0:1776202231.925492:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008179b68a. 00080000:00000010:0.0:1776202231.925494:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f30c94e. 00080000:00000010:0.0:1776202231.925496:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d856bbd. 00080000:00000010:0.0:1776202231.925499:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8d6481f. 00080000:00000010:0.0:1776202231.925501:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c89012b. 00080000:00000010:0.0:1776202231.925503:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb93f926. 00080000:00000010:0.0:1776202231.925505:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2c8b996. 00080000:00000010:0.0:1776202231.925507:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008573fc09. 00080000:00000010:0.0:1776202231.925510:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007011a3bd. 00080000:00000010:0.0:1776202231.925512:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000886d56a8. 00080000:00000010:0.0:1776202231.925514:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000266f1deb. 00080000:00000010:0.0:1776202231.925516:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000756abbcc. 00080000:00000010:0.0:1776202231.925519:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f97f5af. 00080000:00000010:0.0:1776202231.925521:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eaadaaf. 00080000:00000010:0.0:1776202231.925523:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d576f8e4. 00080000:00000010:0.0:1776202231.925526:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000009a0f97. 00080000:00000010:0.0:1776202231.925528:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a430d78. 00080000:00000010:0.0:1776202231.925531:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007953f1f. 00080000:00000010:0.0:1776202231.925533:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc1f0439. 00080000:00000010:0.0:1776202231.925537:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce3f4086. 00080000:00000010:0.0:1776202231.925539:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031ac8a34. 00080000:00000010:0.0:1776202231.925543:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000440555. 00080000:00000010:0.0:1776202231.925546:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ada20fb. 00080000:00000010:0.0:1776202231.925548:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075d3445f. 00080000:00000010:0.0:1776202231.925550:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035c13450. 00080000:00000010:0.0:1776202231.925552:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008131f154. 00080000:00000010:0.0:1776202231.925554:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abf3d475. 00080000:00000010:0.0:1776202231.925556:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f4f1c61. 00080000:00000010:0.0:1776202231.925558:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082406534. 00080000:00000010:0.0:1776202231.925560:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016106f97. 00080000:00000010:0.0:1776202231.925562:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f192224. 00080000:00000010:0.0:1776202231.925564:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7df8013. 00080000:00000010:0.0:1776202231.925566:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ef89269. 00080000:00000010:0.0:1776202231.925568:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dac516c. 00080000:00000010:0.0:1776202231.925570:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fe2ef6f. 00080000:00000010:0.0:1776202231.925573:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ddd64a6. 00080000:00000010:0.0:1776202231.925575:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eaa05aac. 00080000:00000010:0.0:1776202231.925578:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002285ec34. 00080000:00000010:0.0:1776202231.925580:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028d01ee4. 00080000:00000010:0.0:1776202231.925582:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5e2fc4b. 00080000:00000010:0.0:1776202231.925584:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c6a5fa. 00080000:00000010:0.0:1776202231.925586:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000221d04a9. 00080000:00000010:0.0:1776202231.925588:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7dbf57f. 00080000:00000010:0.0:1776202231.925590:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000101ac3d. 00080000:00000010:0.0:1776202231.925592:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036cdea46. 00080000:00000010:0.0:1776202231.925594:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091dea440. 00080000:00000010:0.0:1776202231.925596:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1b6438a. 00080000:00000010:0.0:1776202231.925598:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c9872d5. 00080000:00000010:0.0:1776202231.925600:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008db3838a. 00080000:00000010:0.0:1776202231.925602:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a52d40. 00080000:00000010:0.0:1776202231.925604:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060b7bf43. 00080000:00000010:0.0:1776202231.925606:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000836f8141. 00080000:00000010:0.0:1776202231.925608:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a89967fa. 00080000:00000010:0.0:1776202231.925610:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000397813cd. 00080000:00000010:0.0:1776202231.925612:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001175c977. 00080000:00000010:0.0:1776202231.925614:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b37943e. 00080000:00000010:0.0:1776202231.925616:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a3450a. 00080000:00000010:0.0:1776202231.925618:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d39c0a. 00080000:00000010:0.0:1776202231.925621:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb73e17e. 00080000:00000010:0.0:1776202231.925623:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f5e8a6d. 00080000:00000010:0.0:1776202231.925625:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdef0048. 00080000:00000010:0.0:1776202231.926762:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbdf1083. 00080000:00000010:0.0:1776202231.926771:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cd0c57a. 00080000:00000010:0.0:1776202231.926774:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5d07c3d. 00080000:00000010:0.0:1776202231.926777:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000083c5f9a. 00080000:00000010:0.0:1776202231.926779:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f3bc00e. 00080000:00000010:0.0:1776202231.926782:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c99af2. 00080000:00000010:0.0:1776202231.926784:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a1068ad. 00080000:00000010:0.0:1776202231.926787:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff388f67. 00080000:00000010:0.0:1776202231.926789:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a06b8b. 00080000:00000010:0.0:1776202231.926791:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002b63c63. 00080000:00000010:0.0:1776202231.926794:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f915798a. 00080000:00000010:0.0:1776202231.926796:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3258f66. 00080000:00000010:0.0:1776202231.926798:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dc9ffea. 00080000:00000010:0.0:1776202231.926800:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000660bf337. 00080000:00000010:0.0:1776202231.926802:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0e73fdf. 00080000:00000010:0.0:1776202231.926804:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b869d70e. 00080000:00000010:0.0:1776202231.926806:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073e12677. 00080000:00000010:0.0:1776202231.926809:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc52d629. 00080000:00000010:0.0:1776202231.926814:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deef472e. 00080000:00000010:0.0:1776202231.926817:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006d78ecf. 00080000:00000010:0.0:1776202231.926823:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000388dd130. 00080000:00000010:0.0:1776202231.926826:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7b6c175. 00080000:00000010:0.0:1776202231.926828:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1fdec1a. 00080000:00000010:0.0:1776202231.926852:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ff0f334. 00080000:00000010:0.0:1776202231.926854:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc9f8619. 00080000:00000010:0.0:1776202231.926858:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008086f85a. 00080000:00000010:0.0:1776202231.926862:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c642c319. 00080000:00000010:0.0:1776202231.926866:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000645093e4. 00080000:00000010:0.0:1776202231.926869:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000849a6bd9. 00080000:00000010:0.0:1776202231.926873:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000119783cb. 00080000:00000010:0.0:1776202231.926877:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1c1b6fa. 00080000:00000010:0.0:1776202231.926880:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009311781b. 00080000:00000010:0.0:1776202231.926882:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e0c457e. 00080000:00000010:0.0:1776202231.926884:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003483f23b. 00080000:00000010:0.0:1776202231.926887:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8107a29. 00080000:00000010:0.0:1776202231.926891:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a14bae00. 00080000:00000010:0.0:1776202231.926893:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f91f63b7. 00080000:00000010:0.0:1776202231.926897:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e4e2cbb. 00080000:00000010:0.0:1776202231.926900:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d919ac2. 00080000:00000010:0.0:1776202231.926903:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e78ae6eb. 00080000:00000010:0.0:1776202231.926906:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f5462d. 00080000:00000010:0.0:1776202231.926910:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d02b9a8. 00080000:00000010:0.0:1776202231.926912:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003e8cc90. 00080000:00000010:0.0:1776202231.926914:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9884332. 00080000:00000010:0.0:1776202231.926926:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b06c66. 00080000:00000010:0.0:1776202231.926928:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddd46c3c. 00080000:00000010:0.0:1776202231.926931:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063b91870. 00080000:00000010:0.0:1776202231.926933:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe8b6e11. 00080000:00000010:0.0:1776202231.926935:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fb249ab. 00080000:00000010:0.0:1776202231.926937:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ecfd612. 00080000:00000010:0.0:1776202231.926939:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057e95d43. 00080000:00000010:0.0:1776202231.926942:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3f5b528. 00080000:00000010:0.0:1776202231.926944:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034ed3c7e. 00080000:00000010:0.0:1776202231.926946:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000145f80c1. 00080000:00000010:0.0:1776202231.926949:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc130885. 00080000:00000010:0.0:1776202231.926951:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079a72e0b. 00080000:00000010:0.0:1776202231.926954:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000355cab2a. 00080000:00000010:0.0:1776202231.926957:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d071e4d. 00080000:00000010:0.0:1776202231.926959:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a531e4e3. 00080000:00000010:0.0:1776202231.926964:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007263b9cb. 00080000:00000010:0.0:1776202231.926967:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efe3d245. 00080000:00000010:0.0:1776202231.926970:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff970885. 00080000:00000010:0.0:1776202231.926972:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab847c4c. 00080000:00000010:0.0:1776202231.926975:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1028eae. 00080000:00000010:0.0:1776202231.926977:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092716ed2. 00080000:00000010:0.0:1776202231.926980:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001473e262. 00080000:00000010:0.0:1776202231.926982:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088670c76. 00080000:00000010:0.0:1776202231.926985:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e196b885. 00080000:00000010:0.0:1776202231.926988:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ab495e7. 00080000:00000010:0.0:1776202231.926990:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d637332f. 00080000:00000010:0.0:1776202231.926992:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7d7f0a3. 00080000:00000010:0.0:1776202231.926993:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000664f6d41. 00080000:00000010:0.0:1776202231.926996:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074a99958. 00080000:00000010:0.0:1776202231.926997:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a7daff0. 00080000:00000010:0.0:1776202231.927000:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079afda15. 00080000:00000010:0.0:1776202231.927002:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f29387d. 00080000:00000010:0.0:1776202231.927004:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0ce953b. 00080000:00000010:0.0:1776202231.927006:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf5014bc. 00080000:00000010:0.0:1776202231.927008:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000453f59b. 00080000:00000010:0.0:1776202231.927011:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a207774. 00080000:00000010:0.0:1776202231.927013:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e01adec. 00080000:00000010:0.0:1776202231.927015:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063a017b6. 00080000:00000010:0.0:1776202231.927017:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096499634. 00080000:00000010:0.0:1776202231.927021:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094aebdc4. 00080000:00000010:0.0:1776202231.927024:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1bfd2ba. 00080000:00000010:0.0:1776202231.927027:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9022d20. 00080000:00000010:0.0:1776202231.927030:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000797b0548. 00080000:00000010:0.0:1776202231.927032:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecb7e16b. 00080000:00000010:0.0:1776202231.927034:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ddebda. 00080000:00000010:0.0:1776202231.927036:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d35a0ed. 00080000:00000010:0.0:1776202231.927038:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c93ad43. 00080000:00000010:0.0:1776202231.927041:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f0651be. 00080000:00000010:0.0:1776202231.927043:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a91bd7. 00080000:00000010:0.0:1776202231.927045:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005991f296. 00080000:00000010:0.0:1776202231.927048:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccd5ef5e. 00080000:00000010:0.0:1776202231.927050:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021dec6c7. 00080000:00000010:0.0:1776202231.927052:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cfe0ba9. 00080000:00000010:0.0:1776202231.927054:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c2fd970. 00080000:00000010:0.0:1776202231.927056:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002267b7bf. 00080000:00000010:0.0:1776202231.927058:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d53b20b. 00080000:00000010:0.0:1776202231.927060:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de21ea25. 00080000:00000010:0.0:1776202231.927062:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024b13834. 00080000:00000010:0.0:1776202231.927064:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eac83a5d. 00010000:00000010:1.0:1776202231.935724:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:1.0:1776202231.935743:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18ac3a. 00010000:00000010:1.0:1776202231.935905:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfe1dfb9. 00010000:00000010:1.0:1776202231.935910:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.935915:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.0:1776202231.935929:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.935950:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037467f6f. 00010000:00000010:1.0:1776202231.935980:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.935986:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936024:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c05011. 00010000:00000010:1.0:1776202231.936027:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936030:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202231.936033:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936040:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000145f80c1. 00010000:00000010:1.0:1776202231.936076:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936080:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936111:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e3870a5. 00010000:00000010:1.0:1776202231.936113:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936116:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202231.936118:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936125:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d02b9a8. 00010000:00000010:1.0:1776202231.936147:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936150:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936180:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6ec158a. 00010000:00000010:1.0:1776202231.936183:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936186:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202231.936189:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936195:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f39ef1dc. 00010000:00000010:1.0:1776202231.936218:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936221:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936251:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0d9af2e. 00010000:00000010:1.0:1776202231.936254:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936268:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb849562. 00010000:00000010:1.0:1776202231.936271:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936278:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de22827b. 00010000:00000010:1.0:1776202231.936303:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936307:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936351:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000363fe0b9. 00010000:00000010:1.0:1776202231.936353:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936356:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.0:1776202231.936359:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936367:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086e9eafc. 00010000:00000010:1.0:1776202231.936408:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936412:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936443:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008918e504. 00010000:00000010:1.0:1776202231.936445:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936448:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.0:1776202231.936451:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936458:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005860c7fa. 00010000:00000010:1.0:1776202231.936480:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936483:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936518:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecec9b77. 00010000:00000010:1.0:1776202231.936521:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936524:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202231.936527:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936534:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f5624dc. 00010000:00000010:1.0:1776202231.936555:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936558:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936587:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022557ccc. 00010000:00000010:1.0:1776202231.936590:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936592:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.0:1776202231.936595:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936601:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091e7231e. 00010000:00000010:1.0:1776202231.936620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936623:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936652:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2c94d38. 00010000:00000010:1.0:1776202231.936655:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936657:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202231.936660:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936666:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cd4af26. 00010000:00000010:1.0:1776202231.936687:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936690:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936719:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004cc66187. 00010000:00000010:1.0:1776202231.936721:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936725:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202231.936727:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936733:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006779f1b. 00010000:00000010:1.0:1776202231.936753:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936755:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936786:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd6418f8. 00010000:00000010:1.0:1776202231.936788:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936791:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.0:1776202231.936793:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.936800:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f34320. 00010000:00000010:1.0:1776202231.936822:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936825:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.936889:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000037ee051. 00010000:00000010:1.0:1776202231.936893:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.936901:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006c71ae8. 00000100:00000010:1.0:1776202231.936909:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202231.936929:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202231.936944:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002733bab0. 02000000:00000010:1.0:1776202231.936975:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f68c247f. 00000400:00000010:1.0:1776202231.936982:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b28868c. 00000400:00000010:1.0:1776202231.936988:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202231.936995:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790272, portal 16 00000400:00000010:1.0:1776202231.937000:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202231.937002:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790272, offset 0 00000400:00000200:1.0:1776202231.937011:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202231.937028:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202231.937035:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202231.937038:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202231.937040:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202231.937044:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91459:91459:256:4294967295] 192.168.204.38@tcp LPNI seq info [91459:91459:8:4294967295] 00000400:00000200:1.0:1776202231.937053:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202231.937058:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202231.937063:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202231.937069:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202231.937076:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202231.937080:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202231.937493:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.937498:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202231.937503:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.937508:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.937512:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202231.937514:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202231.937523:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613790272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202231.941230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000443b1da0. 00010000:00000010:1.1:1776202231.941244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:1.1:1776202231.941251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe1dfb9. 00010000:00000010:1.1:1776202231.941338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.1:1776202231.941345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c05011. 00010000:00000010:1.1:1776202231.941348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.1:1776202231.941351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3870a5. 00010000:00000010:1.1:1776202231.941355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00010000:00000010:1.1:1776202231.941359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6ec158a. 00010000:00000010:1.1:1776202231.941361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00010000:00000010:1.1:1776202231.941363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d9af2e. 00010000:00000010:1.1:1776202231.941366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00010000:00000010:1.1:1776202231.941368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363fe0b9. 00010000:00000010:1.1:1776202231.941371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.1:1776202231.941373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202231.941375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.1:1776202231.941378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:1.1:1776202231.941381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.1:1776202231.941384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022557ccc. 00010000:00000010:1.1:1776202231.941388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.1:1776202231.941391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c94d38. 00010000:00000010:1.1:1776202231.941394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.1:1776202231.941396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cc66187. 00010000:00000010:1.1:1776202231.941398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.1:1776202231.941400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6418f8. 00000400:00000200:3.0:1776202231.942403:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202231.942423:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d240 00000400:00000200:3.0:1776202231.942434:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb778d [1] + 224 00000400:00000200:3.0:1776202231.942449:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.942454:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202231.942466:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613790272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202231.942617:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b28868c. 00000400:00000200:1.0:1776202231.942623:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202231.942625:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:1.0:1776202231.942630:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613790272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202231.942637:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613790272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202231.942676:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f68c247f. 02000000:00000010:1.0:1776202231.942682:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002733bab0. 00000100:00000010:1.0:1776202231.942687:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202231.942692:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202231.942696:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006c71ae8. 00000400:00000200:1.0:1776202231.943120:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202231.943129:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67600 00000400:00000200:1.0:1776202231.943134:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 1312 00000400:00000200:1.0:1776202231.943187:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202231.943191:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202231.943196:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202231.943200:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:2.0:1776202231.943293:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb797b. 00000020:00000010:2.0:1776202231.943300:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.943304:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202231.943327:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604591616/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:599/0 lens 328/0 e 0 to 0 dl 1776202274 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202231.943366:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591616 02000000:00000010:2.0:1776202231.943376:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e33e921. 00010000:00000010:2.0:1776202231.943403:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006994baef. 00010000:00000010:2.0:1776202231.943425:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.943431:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.943447:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202231.943450:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000400:00000010:2.0:1776202231.943462:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202231.943467:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591616, offset 224 00000400:00000200:2.0:1776202231.943474:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.943485:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.943490:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91460:91460:256:4294967295] 192.168.204.38@tcp LPNI seq info [91460:91460:8:4294967295] 00000400:00000200:2.0:1776202231.943501:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.943506:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.943510:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202231.943516:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.943524:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.943527:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202231.943549:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202231.943552:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:2.0:1776202231.943555:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabb797b. 00000800:00000200:3.0:1776202231.943692:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202231.943696:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202231.943700:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202231.943704:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202231.943707:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:3.0:1776202231.943709:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00080000:00000010:1.0:1776202231.943768:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f68c247f. 00010000:00000010:1.0:1776202231.943888:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.943895:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b72720cc. 00010000:00000010:1.0:1776202231.943988:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd6418f8. 00010000:00000010:1.0:1776202231.943992:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.943997:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202231.944002:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944014:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073535b33. 00010000:00000010:1.0:1776202231.944039:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944043:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944078:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004cc66187. 00010000:00000010:1.0:1776202231.944080:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944083:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202231.944086:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944093:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ea4b7e. 00010000:00000010:1.0:1776202231.944115:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944118:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944151:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2c94d38. 00010000:00000010:1.0:1776202231.944154:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944157:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.0:1776202231.944159:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944166:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091b7147e. 00010000:00000010:1.0:1776202231.944188:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944192:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944224:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022557ccc. 00010000:00000010:1.0:1776202231.944226:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944231:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202231.944234:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944241:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a312c34d. 00010000:00000010:1.0:1776202231.944263:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944266:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944310:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d595928c. 00010000:00000010:1.0:1776202231.944313:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944318:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.0:1776202231.944321:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944328:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7948d5. 00010000:00000010:1.0:1776202231.944352:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944356:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944387:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014a33245. 00010000:00000010:1.0:1776202231.944390:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944394:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.0:1776202231.944397:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944406:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002733bab0. 00010000:00000010:1.0:1776202231.944429:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944433:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944467:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b7ee81d. 00010000:00000010:1.0:1776202231.944470:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944473:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb849562. 00010000:00000010:1.0:1776202231.944476:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944486:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071bc4864. 00010000:00000010:1.0:1776202231.944507:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944510:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944540:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecec9b77. 00010000:00000010:1.0:1776202231.944543:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944546:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202231.944549:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944556:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f478bbf6. 00010000:00000010:1.0:1776202231.944577:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944581:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944609:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008918e504. 00010000:00000010:1.0:1776202231.944611:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944614:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202231.944616:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944623:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b77a60c1. 00010000:00000010:1.0:1776202231.944643:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944647:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944675:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000363fe0b9. 00010000:00000010:1.0:1776202231.944677:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944680:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202231.944683:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944690:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000710da1d8. 00010000:00000010:1.0:1776202231.944711:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944715:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944747:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0d9af2e. 00010000:00000010:1.0:1776202231.944750:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944753:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.0:1776202231.944755:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944762:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2132660. 00010000:00000010:1.0:1776202231.944784:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944787:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944814:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6ec158a. 00010000:00000010:1.0:1776202231.944817:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944820:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c36499. 00010000:00000010:1.0:1776202231.944823:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944865:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000615ef563. 00010000:00000010:1.0:1776202231.944888:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944892:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944937:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e3870a5. 00010000:00000010:1.0:1776202231.944940:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.944943:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202231.944946:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.944953:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000132b5ea5. 00010000:00000010:1.0:1776202231.944974:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.944978:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945008:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c05011. 00010000:00000010:1.0:1776202231.945011:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945014:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.0:1776202231.945016:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945025:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000937e6c94. 00010000:00000010:1.0:1776202231.945047:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945050:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945075:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfe1dfb9. 00010000:00000010:1.0:1776202231.945077:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945080:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202231.945082:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945088:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006475174b. 00010000:00000010:1.0:1776202231.945109:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945112:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945141:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013bf7a12. 00010000:00000010:1.0:1776202231.945144:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945147:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000787a2718. 00010000:00000010:1.0:1776202231.945149:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945156:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072913fbc. 00010000:00000010:1.0:1776202231.945179:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945182:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945217:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bebf165. 00010000:00000010:1.0:1776202231.945220:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945223:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202231.945226:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945233:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb0ecd9. 00010000:00000010:1.0:1776202231.945254:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945258:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945287:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e7fdef. 00010000:00000010:1.0:1776202231.945290:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945292:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.0:1776202231.945295:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945303:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf67feb6. 00010000:00000010:1.0:1776202231.945324:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945327:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945360:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000205f6a5c. 00010000:00000010:1.0:1776202231.945363:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945367:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.0:1776202231.945370:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945378:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e392f4e. 00010000:00000010:1.0:1776202231.945404:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945408:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945438:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b36ebca5. 00010000:00000010:1.0:1776202231.945441:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945443:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.0:1776202231.945446:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945453:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000953c83cd. 00010000:00000010:1.0:1776202231.945474:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945478:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945506:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061ec4f4d. 00010000:00000010:1.0:1776202231.945509:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945512:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.0:1776202231.945515:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945525:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0ed7a80. 00010000:00000010:1.0:1776202231.945546:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945550:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945595:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c7c6e00. 00010000:00000010:1.0:1776202231.945598:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945609:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.0:1776202231.945612:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945620:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb1f008. 00010000:00000010:1.0:1776202231.945658:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945662:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945703:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000090083fd. 00010000:00000010:1.0:1776202231.945706:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945709:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.0:1776202231.945711:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945720:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8f6368e. 00010000:00000010:1.0:1776202231.945743:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945747:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945776:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e63cfb60. 00010000:00000010:1.0:1776202231.945779:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945782:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.0:1776202231.945784:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945791:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f56b274c. 00010000:00000010:1.0:1776202231.945813:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945817:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945889:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002844fbbc. 00010000:00000010:1.0:1776202231.945892:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945895:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.0:1776202231.945899:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.945915:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbe1d522. 00010000:00000010:1.0:1776202231.945949:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.945954:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945983:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083090f10. 00010000:00000010:1.0:1776202231.945986:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.945989:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000014e2fc5. 00010000:00000010:1.0:1776202231.945992:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946000:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cf136ad. 00010000:00000010:1.0:1776202231.946031:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946043:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946077:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0eb380c. 00010000:00000010:1.0:1776202231.946080:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946083:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.0:1776202231.946085:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946098:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c3f32fd. 00010000:00000010:1.0:1776202231.946128:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946131:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946167:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c7f8447. 00010000:00000010:1.0:1776202231.946170:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946174:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.0:1776202231.946177:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946184:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9e399b9. 00010000:00000010:1.0:1776202231.946205:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946209:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946241:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe78dad0. 00010000:00000010:1.0:1776202231.946244:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946248:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056993951. 00010000:00000010:1.0:1776202231.946251:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946260:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1d1ee9b. 00010000:00000010:1.0:1776202231.946290:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946295:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946332:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075c0fdc0. 00010000:00000010:1.0:1776202231.946335:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946344:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a567e582. 00010000:00000010:1.0:1776202231.946347:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946355:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008601a001. 00010000:00000010:1.0:1776202231.946384:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946388:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946429:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d026dda. 00010000:00000010:1.0:1776202231.946432:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946435:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008101ff39. 00010000:00000010:1.0:1776202231.946438:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946446:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033f17ec6. 00010000:00000010:1.0:1776202231.946468:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946472:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946502:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001052a55c. 00010000:00000010:1.0:1776202231.946504:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946507:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.0:1776202231.946510:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946517:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb7e9b1d. 00010000:00000010:1.0:1776202231.946546:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946550:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946586:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000658bed1e. 00010000:00000010:1.0:1776202231.946589:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946598:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162d91af. 00010000:00000010:1.0:1776202231.946601:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946608:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c094ea6. 00010000:00000010:1.0:1776202231.946638:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946642:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946685:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa24e14b. 00010000:00000010:1.0:1776202231.946688:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946690:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000121a018a. 00010000:00000010:1.0:1776202231.946699:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946707:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc8b0e81. 00010000:00000010:1.0:1776202231.946737:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946740:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946788:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202231.946791:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202231.946794:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b608ec0. 00010000:00000010:1.0:1776202231.946804:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00080000:00000010:1.0:1776202231.946812:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0b07a3b. 00010000:00000010:1.0:1776202231.946900:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202231.946904:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.1:1776202231.951021:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:2.0:1776202231.954864:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e15147a9. 00010000:00000010:2.0:1776202231.954877:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.954884:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000603ef256. 00010000:00000010:2.0:1776202231.954891:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.954930:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aabb797b. 00010000:00000010:2.0:1776202231.955022:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.955030:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955089:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066c164cb. 00010000:00000010:2.0:1776202231.955091:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955095:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cc07699. 00010000:00000010:2.0:1776202231.955097:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.955105:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bed4d01a. 00010000:00000010:2.0:1776202231.955130:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.955133:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955165:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000760803e1. 00010000:00000010:2.0:1776202231.955168:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955171:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bfec188. 00010000:00000010:2.0:1776202231.955176:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.955185:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd5cbd28. 00010000:00000010:2.0:1776202231.955207:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.955211:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955243:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008981771f. 00010000:00000010:2.0:1776202231.955247:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955251:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.0:1776202231.955253:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.955724:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aecbaa6. 00010000:00000010:2.0:1776202231.955755:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.955759:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955795:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001341b379. 00010000:00000010:2.0:1776202231.955798:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.955801:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.0:1776202231.955804:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.955811:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000201842e. 00010000:00000010:2.0:1776202231.959790:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.959814:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.959997:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033df9996. 00010000:00000010:2.0:1776202231.960002:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.960012:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.0:1776202231.960018:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.960047:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028dd429e. 00010000:00000010:2.0:1776202231.960126:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.960130:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.960170:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be4b1ece. 00010000:00000010:2.0:1776202231.960174:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.960177:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.0:1776202231.960181:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.960188:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043ffa0b7. 00010000:00000010:2.0:1776202231.960211:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.960214:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.960252:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000139fc7fe. 00010000:00000010:2.0:1776202231.961579:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.961585:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d760a810. 00010000:00000010:2.0:1776202231.961592:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.961613:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e20c6635. 00010000:00000010:2.0:1776202231.962436:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.962445:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.962517:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b28c3229. 00010000:00000010:2.0:1776202231.962521:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.962525:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.0:1776202231.962528:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.962540:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5e9fbd2. 00010000:00000010:2.0:1776202231.962566:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.962572:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.962609:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0d59706. 00010000:00000010:2.0:1776202231.962612:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.962615:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.0:1776202231.962619:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.962627:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0f5e521. 00010000:00000010:2.0:1776202231.964080:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.964092:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.964169:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000749819e1. 00010000:00000010:2.0:1776202231.964173:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.964185:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.0:1776202231.964191:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.964207:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003784ee1a. 00010000:00000010:2.0:1776202231.964232:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.964236:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965032:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a32416a9. 00010000:00000010:2.0:1776202231.965039:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965042:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.0:1776202231.965047:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.965062:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103427bd. 00010000:00000010:2.0:1776202231.965099:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.965104:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965154:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060cd18b6. 00010000:00000010:2.0:1776202231.965159:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965162:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.0:1776202231.965165:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.965173:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec6465c0. 00010000:00000010:2.0:1776202231.965198:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.965201:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965240:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e3d957. 00010000:00000010:2.0:1776202231.965243:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.965247:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007521e2c2. 00010000:00000010:2.0:1776202231.965250:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.966022:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0889dc. 00010000:00000010:2.0:1776202231.966068:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.966072:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.966117:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000626b2f29. 00010000:00000010:2.0:1776202231.966120:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.966125:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000618eb836. 00010000:00000010:2.0:1776202231.966128:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.966774:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000067ff038. 00010000:00000010:2.0:1776202231.966819:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.966824:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967044:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022125eba. 00010000:00000010:2.0:1776202231.967048:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967053:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f788e51. 00010000:00000010:2.0:1776202231.967057:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967066:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff5d16ea. 00010000:00000010:2.0:1776202231.967091:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967094:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967125:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f309f88. 00010000:00000010:2.0:1776202231.967128:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967131:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f719a80. 00010000:00000010:2.0:1776202231.967408:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967420:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de91a2c3. 00010000:00000010:2.0:1776202231.967448:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967452:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967498:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026dae468. 00010000:00000010:2.0:1776202231.967501:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967504:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5ca55f6. 00010000:00000010:2.0:1776202231.967507:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967514:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053c28722. 00010000:00000010:2.0:1776202231.967540:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967544:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967578:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb1efd69. 00010000:00000010:2.0:1776202231.967580:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967583:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db92a9bc. 00010000:00000010:2.0:1776202231.967586:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967593:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0726a35. 00010000:00000010:2.0:1776202231.967616:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967713:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967752:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc3fa51c. 00010000:00000010:2.0:1776202231.967755:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967758:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d21b85ab. 00010000:00000010:2.0:1776202231.967761:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967768:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000149e6bee. 00010000:00000010:2.0:1776202231.967791:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967795:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967826:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000970d190f. 00010000:00000010:2.0:1776202231.967860:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967865:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055447722. 00010000:00000010:2.0:1776202231.967868:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967876:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b6778d3. 00010000:00000010:2.0:1776202231.967900:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967904:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967949:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1d8ce26. 00010000:00000010:2.0:1776202231.967952:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.967955:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e80aa9b8. 00010000:00000010:2.0:1776202231.967958:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.967965:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000311ecd9a. 00010000:00000010:2.0:1776202231.967987:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.967991:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968024:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a10c8184. 00010000:00000010:2.0:1776202231.968027:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968031:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a360906a. 00010000:00000010:2.0:1776202231.968034:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968041:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001464c1a3. 00010000:00000010:2.0:1776202231.968062:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968065:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968098:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082e89625. 00010000:00000010:2.0:1776202231.968101:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968104:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000355a9c18. 00010000:00000010:2.0:1776202231.968107:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968114:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039514994. 00010000:00000010:2.0:1776202231.968145:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968149:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968179:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000971e694d. 00010000:00000010:2.0:1776202231.968182:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968185:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ede2c8. 00010000:00000010:2.0:1776202231.968188:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968196:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf509ae4. 00010000:00000010:2.0:1776202231.968218:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968221:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968269:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9c0a08f. 00010000:00000010:2.0:1776202231.968273:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968275:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4fde7ed. 00010000:00000010:2.0:1776202231.968278:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968286:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097eb5309. 00010000:00000010:2.0:1776202231.968308:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968312:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968342:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070a15c44. 00010000:00000010:2.0:1776202231.968345:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968348:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008316c385. 00010000:00000010:2.0:1776202231.968351:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968358:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4499226. 00010000:00000010:2.0:1776202231.968380:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968384:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968413:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b81c1176. 00010000:00000010:2.0:1776202231.968416:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968419:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c6c9252. 00010000:00000010:2.0:1776202231.968421:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968428:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000475fe486. 00010000:00000010:2.0:1776202231.968448:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968452:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968480:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b3534ae. 00010000:00000010:2.0:1776202231.968483:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968487:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd1290f3. 00010000:00000010:2.0:1776202231.968489:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968496:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bb64699. 00010000:00000010:2.0:1776202231.968519:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968522:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968557:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000753b74a8. 00010000:00000010:2.0:1776202231.968560:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968564:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcf9cc73. 00010000:00000010:2.0:1776202231.968566:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968574:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6463bd5. 00010000:00000010:2.0:1776202231.968595:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968599:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968873:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea96ff4b. 00010000:00000010:2.0:1776202231.968878:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968881:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef47eca9. 00010000:00000010:2.0:1776202231.968884:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968894:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000944644f8. 00010000:00000010:2.0:1776202231.968930:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.968935:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968971:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e91f7e1. 00010000:00000010:2.0:1776202231.968974:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.968977:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024224152. 00010000:00000010:2.0:1776202231.968979:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.968987:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023fb3421. 00010000:00000010:2.0:1776202231.969009:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969012:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969042:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e85022c. 00010000:00000010:2.0:1776202231.969044:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969048:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae531333. 00010000:00000010:2.0:1776202231.969050:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969059:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f73d9cab. 00010000:00000010:2.0:1776202231.969082:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969085:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969114:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ef81dbf. 00010000:00000010:2.0:1776202231.969117:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969120:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f09678a. 00010000:00000010:2.0:1776202231.969123:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969130:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1a6cd90. 00010000:00000010:2.0:1776202231.969153:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969156:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969188:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012bb597f. 00010000:00000010:2.0:1776202231.969191:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969193:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c17f05f2. 00010000:00000010:2.0:1776202231.969196:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969202:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7c022aa. 00010000:00000010:2.0:1776202231.969223:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969227:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969400:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba69db21. 00010000:00000010:2.0:1776202231.969404:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969407:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001acb72b. 00010000:00000010:2.0:1776202231.969410:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969418:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2c2b8a5. 00010000:00000010:2.0:1776202231.969442:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969446:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969476:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049c3da5e. 00010000:00000010:2.0:1776202231.969478:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969481:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976a2c30. 00010000:00000010:2.0:1776202231.969484:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969491:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed61b368. 00010000:00000010:2.0:1776202231.969512:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969515:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969548:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0f6e8d6. 00010000:00000010:2.0:1776202231.969551:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969554:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a9cab39. 00010000:00000010:2.0:1776202231.969557:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969564:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc94c85. 00010000:00000010:2.0:1776202231.969585:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969589:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969615:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8a3beac. 00010000:00000010:2.0:1776202231.969618:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969621:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb412d53. 00010000:00000010:2.0:1776202231.969623:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.969934:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bf0a70f. 00010000:00000010:2.0:1776202231.969964:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.969969:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.969999:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000984e2627. 00010000:00000010:2.0:1776202231.970002:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970005:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c725947. 00010000:00000010:2.0:1776202231.970008:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970016:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007531994d. 00010000:00000010:2.0:1776202231.970038:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970042:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970071:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de87b1aa. 00010000:00000010:2.0:1776202231.970075:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970078:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000843c88d7. 00010000:00000010:2.0:1776202231.970080:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970087:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9136416. 00010000:00000010:2.0:1776202231.970109:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970113:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970145:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055580975. 00010000:00000010:2.0:1776202231.970148:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970151:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2498310. 00010000:00000010:2.0:1776202231.970154:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970161:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b69e92d. 00010000:00000010:2.0:1776202231.970184:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970187:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970216:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e02623c1. 00010000:00000010:2.0:1776202231.970219:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970221:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2ca9869. 00010000:00000010:2.0:1776202231.970224:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970231:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c116f4c. 00010000:00000010:2.0:1776202231.970252:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970459:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970499:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000c208c. 00010000:00000010:2.0:1776202231.970502:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970505:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b03c6eff. 00010000:00000010:2.0:1776202231.970508:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970517:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f379074. 00010000:00000010:2.0:1776202231.970541:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970544:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970577:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b8fffe0. 00010000:00000010:2.0:1776202231.970580:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970582:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f85aea2. 00010000:00000010:2.0:1776202231.970584:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970591:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000713608f0. 00010000:00000010:2.0:1776202231.970612:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970762:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970799:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a852e8a1. 00010000:00000010:2.0:1776202231.970802:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970804:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6621288. 00010000:00000010:2.0:1776202231.970807:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.970814:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028fee421. 00010000:00000010:2.0:1776202231.970955:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.970959:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970992:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d78a3bb6. 00010000:00000010:2.0:1776202231.970995:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.970998:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044628060. 00010000:00000010:2.0:1776202231.971001:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.971011:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae9b622e. 00010000:00000010:2.0:1776202231.971035:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.971038:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971077:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006dd67018. 00010000:00000010:2.0:1776202231.971080:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971083:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0377668. 00010000:00000010:2.0:1776202231.971086:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.971094:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083dff4d2. 00010000:00000010:2.0:1776202231.971117:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.971121:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971152:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab1fa272. 00010000:00000010:2.0:1776202231.971154:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971158:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b471f74. 00010000:00000010:2.0:1776202231.971160:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.971167:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4b9d570. 00010000:00000010:2.0:1776202231.971190:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.971194:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971227:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5204a4f. 00010000:00000010:2.0:1776202231.971230:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.971234:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000720be83b. 00010000:00000010:2.0:1776202231.971236:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.971243:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086be6bb1. 00010000:00000010:2.0:1776202231.975606:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.975624:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.975811:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9348cf5. 00010000:00000010:2.0:1776202231.975817:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.975823:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a837fb33. 00010000:00000010:2.0:1776202231.975887:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.975908:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f28bf4f2. 00010000:00000010:2.0:1776202231.978331:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.978349:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.978435:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e94bfc4. 00010000:00000010:2.0:1776202231.978439:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.978445:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000089afb12. 00010000:00000010:2.0:1776202231.978451:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.978474:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087562fd9. 00010000:00000010:2.0:1776202231.978504:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.978507:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.978547:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000445b5ed8. 00010000:00000010:2.0:1776202231.978550:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.978553:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b10bb5d8. 00010000:00000010:2.0:1776202231.978556:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.978563:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000effadf17. 00010000:00000010:2.0:1776202231.978584:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.978587:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979244:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea54165a. 00010000:00000010:2.0:1776202231.979250:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979264:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5ef6606. 00010000:00000010:2.0:1776202231.979268:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.979279:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1fcc534. 00010000:00000010:2.0:1776202231.979313:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.979318:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979356:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dd0c5f3. 00010000:00000010:2.0:1776202231.979359:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979362:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebd22e7b. 00010000:00000010:2.0:1776202231.979365:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.979372:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080e26039. 00010000:00000010:2.0:1776202231.979395:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.979398:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979438:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089abf8f5. 00010000:00000010:2.0:1776202231.979441:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979443:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005210bc8a. 00010000:00000010:2.0:1776202231.979446:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.979453:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac12a182. 00010000:00000010:2.0:1776202231.979475:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.979478:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979511:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fea48b2. 00010000:00000010:2.0:1776202231.979514:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979517:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e6cae25. 00010000:00000010:2.0:1776202231.979520:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.979527:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a6fb10d. 00010000:00000010:2.0:1776202231.979550:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.979553:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979586:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006308d82. 00010000:00000010:2.0:1776202231.979589:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.979592:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009cabc717. 00010000:00000010:2.0:1776202231.979594:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.979603:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc4573c2. 00010000:00000010:2.0:1776202231.980499:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.980505:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980556:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1459336. 00010000:00000010:2.0:1776202231.980559:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980563:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030526657. 00010000:00000010:2.0:1776202231.980566:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.980577:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac3731fb. 00010000:00000010:2.0:1776202231.980605:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.980609:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980741:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005057221c. 00010000:00000010:2.0:1776202231.980745:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980748:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077ef8afa. 00010000:00000010:2.0:1776202231.980750:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.980758:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089bdc0c4. 00010000:00000010:2.0:1776202231.980782:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.980786:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980817:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000990f62c1. 00010000:00000010:2.0:1776202231.980820:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.980823:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6075af0. 00010000:00000010:2.0:1776202231.980826:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.982033:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f31813. 00010000:00000010:2.0:1776202231.982099:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.982104:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982421:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063007a46. 00010000:00000010:2.0:1776202231.982426:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982431:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd44934c. 00010000:00000010:2.0:1776202231.982436:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.982445:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9491cf0. 00010000:00000010:2.0:1776202231.982470:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.982475:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982510:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ca6af98. 00010000:00000010:2.0:1776202231.982513:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982516:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000847394d3. 00010000:00000010:2.0:1776202231.982519:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.982526:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051bb1c7a. 00010000:00000010:2.0:1776202231.982548:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.982551:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982585:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030faf147. 00010000:00000010:2.0:1776202231.982588:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.982591:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c204eb. 00010000:00000010:2.0:1776202231.982594:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.982600:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533bac1a. 00010000:00000010:2.0:1776202231.983847:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.983860:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.983940:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004cf419f. 00010000:00000010:2.0:1776202231.983944:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.983949:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcd53324. 00010000:00000010:2.0:1776202231.983954:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.983968:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b7ef5fd. 00010000:00000010:2.0:1776202231.984011:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984015:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984066:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d6dd965. 00010000:00000010:2.0:1776202231.984069:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984072:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a1ceab9. 00010000:00000010:2.0:1776202231.984075:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984082:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000005d7211. 00010000:00000010:2.0:1776202231.984107:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984111:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00000001:00000010:2.0:1776202231.984137:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a49b66bd. 00000001:00000010:2.0:1776202231.984143:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a49b66bd. 00000001:00000010:2.0:1776202231.984147:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a49b66bd. 00000001:00000010:2.0:1776202231.984149:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e36663a2. 00010000:00000010:2.0:1776202231.984167:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ae80e8b. 00010000:00000010:2.0:1776202231.984170:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984173:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d299f009. 00010000:00000010:2.0:1776202231.984176:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984183:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a67cd91. 00010000:00000010:2.0:1776202231.984208:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984211:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984253:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000594307d4. 00010000:00000010:2.0:1776202231.984256:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984258:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b94023b. 00010000:00000010:2.0:1776202231.984261:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984268:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005eb50a57. 00010000:00000010:2.0:1776202231.984291:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984295:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984331:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa3aa411. 00010000:00000010:2.0:1776202231.984334:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984338:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000d1be54. 00010000:00000010:2.0:1776202231.984341:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984349:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000854e1349. 00010000:00000010:2.0:1776202231.984371:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984375:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984411:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021bafbbf. 00010000:00000010:2.0:1776202231.984413:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984417:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2aaf07c. 00010000:00000010:2.0:1776202231.984420:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984427:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7246d4f. 00010000:00000010:2.0:1776202231.984449:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984452:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984483:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000906c329c. 00010000:00000010:2.0:1776202231.984486:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984488:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b4c8bf. 00010000:00000010:2.0:1776202231.984491:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984498:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b7744e. 00010000:00000010:2.0:1776202231.984520:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984523:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984555:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0c077d8. 00010000:00000010:2.0:1776202231.984558:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.984561:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed3fe670. 00010000:00000010:2.0:1776202231.984564:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.984571:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003949d8b4. 00010000:00000010:2.0:1776202231.984592:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.984596:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.1:1776202231.985104:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e027ef7c. 00010000:00000010:2.0:1776202231.985126:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fd09f16. 00010000:00000010:2.0:1776202231.985129:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.985132:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c41dc87. 00010000:00000010:2.0:1776202231.985136:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.985146:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed135625. 00010000:00000010:2.0:1776202231.985176:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.985180:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.985219:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015921a04. 00010000:00000010:2.0:1776202231.985222:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.985226:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e19adb8. 00010000:00000010:2.0:1776202231.985228:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.985235:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090d21683. 00010000:00000010:2.0:1776202231.985784:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.985789:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.985824:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffdfd24e. 00010000:00000010:2.0:1776202231.985827:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.985948:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023575c3b. 00010000:00000010:2.0:1776202231.985952:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.985964:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003207163f. 00010000:00000010:2.0:1776202231.985995:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.985999:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986033:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e31bf269. 00010000:00000010:2.0:1776202231.986036:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986040:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4367b30. 00010000:00000010:2.0:1776202231.986042:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.986050:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8c892e6. 00010000:00000010:2.0:1776202231.986071:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.986075:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986103:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094dbfa7e. 00010000:00000010:2.0:1776202231.986106:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986109:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009594b9cf. 00010000:00000010:2.0:1776202231.986112:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.986120:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc8f0d5. 00010000:00000010:2.0:1776202231.986142:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.986145:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986188:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003141eb44. 00010000:00000010:2.0:1776202231.986191:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986193:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077db25d4. 00010000:00000010:2.0:1776202231.986197:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.986204:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070075578. 00010000:00000010:2.0:1776202231.986227:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.986231:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986792:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d446af1. 00010000:00000010:2.0:1776202231.986796:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.986799:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc03f13c. 00010000:00000010:2.0:1776202231.986803:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.986812:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c533166d. 00010000:00000010:2.0:1776202231.987380:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.987387:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987436:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050f40843. 00010000:00000010:2.0:1776202231.987439:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987442:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030a12c70. 00010000:00000010:2.0:1776202231.987445:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.987454:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3d2777a. 00010000:00000010:2.0:1776202231.987480:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.987483:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987513:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f459a449. 00010000:00000010:2.0:1776202231.987515:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987518:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031d81d5d. 00010000:00000010:2.0:1776202231.987521:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.987528:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4fa042a. 00010000:00000010:2.0:1776202231.987548:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.987551:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987580:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd407a4b. 00010000:00000010:2.0:1776202231.987583:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987587:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e36844a. 00010000:00000010:2.0:1776202231.987590:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.987599:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b74bf8f. 00010000:00000010:2.0:1776202231.987929:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.987934:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987969:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6085062. 00010000:00000010:2.0:1776202231.987972:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.987976:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b693c2f. 00010000:00000010:2.0:1776202231.987979:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.987987:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be98158e. 00010000:00000010:2.0:1776202231.988011:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.988015:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988059:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000525390a6. 00010000:00000010:2.0:1776202231.988062:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988065:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ec3ffbf. 00010000:00000010:2.0:1776202231.988068:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.988075:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007599dcd3. 00010000:00000010:2.0:1776202231.988097:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.988100:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988129:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d63bd77f. 00010000:00000010:2.0:1776202231.988132:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988134:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066c580d2. 00010000:00000010:2.0:1776202231.988137:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.988144:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012734cff. 00010000:00000010:2.0:1776202231.988165:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.988169:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988204:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b41d73d. 00010000:00000010:2.0:1776202231.988207:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988209:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a30730c7. 00010000:00000010:2.0:1776202231.988212:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.988219:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0fea13a. 00010000:00000010:2.0:1776202231.988241:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.988244:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988968:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030e96dc8. 00010000:00000010:2.0:1776202231.988973:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.988977:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c49c397. 00010000:00000010:2.0:1776202231.988981:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.988992:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a361fc7b. 00010000:00000010:2.0:1776202231.989022:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.989026:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989056:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062a7e40e. 00010000:00000010:2.0:1776202231.989059:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989062:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5220de3. 00010000:00000010:2.0:1776202231.989065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.989072:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000947ca88a. 00010000:00000010:2.0:1776202231.989094:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.989096:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989124:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012038b6d. 00010000:00000010:2.0:1776202231.989127:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989130:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae963128. 00010000:00000010:2.0:1776202231.989132:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.989139:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb439409. 00010000:00000010:2.0:1776202231.989159:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.989162:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989202:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002456a09a. 00010000:00000010:2.0:1776202231.989205:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989208:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a554bbf. 00010000:00000010:2.0:1776202231.989210:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.989217:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082bb63e9. 00010000:00000010:2.0:1776202231.989240:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.989244:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989956:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef75925f. 00010000:00000010:2.0:1776202231.989960:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.989964:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000251c1eec. 00010000:00000010:2.0:1776202231.989968:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.989978:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009edcebe. 00010000:00000010:2.0:1776202231.990009:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.990014:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990051:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8cfa424. 00010000:00000010:2.0:1776202231.990054:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990058:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001ea97d2. 00010000:00000010:2.0:1776202231.990061:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.990068:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093573272. 00010000:00000010:2.0:1776202231.990091:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.990094:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990124:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd0bfdcf. 00010000:00000010:2.0:1776202231.990127:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990130:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd138e16. 00010000:00000010:2.0:1776202231.990133:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.990140:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088b4fa4e. 00010000:00000010:2.0:1776202231.990162:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.990165:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990195:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009be00105. 00010000:00000010:2.0:1776202231.990197:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.990200:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5949844. 00010000:00000010:2.0:1776202231.990202:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.990209:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f89047f1. 00010000:00000010:2.0:1776202231.990230:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.990234:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991396:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006dfc822f. 00010000:00000010:2.0:1776202231.991402:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991405:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006fa00dd. 00010000:00000010:2.0:1776202231.991410:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.991425:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080b7fc11. 00010000:00000010:2.0:1776202231.991466:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.991471:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991522:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b357ec1. 00010000:00000010:2.0:1776202231.991525:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991528:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066609702. 00010000:00000010:2.0:1776202231.991531:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.991538:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb61f49d. 00010000:00000010:2.0:1776202231.991562:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.991565:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991596:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b57ab183. 00010000:00000010:2.0:1776202231.991599:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.991601:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a421ff3f. 00010000:00000010:2.0:1776202231.991604:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.991610:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4e3b1a. 00010000:00000010:2.0:1776202231.992373:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.992379:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992433:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c01c3e72. 00010000:00000010:2.0:1776202231.992437:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992440:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000619b0bea. 00010000:00000010:2.0:1776202231.992444:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.992455:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b5524a1. 00010000:00000010:2.0:1776202231.992481:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.992484:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992515:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094b0db35. 00010000:00000010:2.0:1776202231.992517:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992521:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040201482. 00010000:00000010:2.0:1776202231.992524:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.992530:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533641e5. 00010000:00000010:2.0:1776202231.992551:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.992554:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992580:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cf4b8b3. 00010000:00000010:2.0:1776202231.992583:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.992586:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000904fd560. 00010000:00000010:2.0:1776202231.992589:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.992598:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b4369cb. 00010000:00000010:2.0:1776202231.993360:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.993367:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993410:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000439f1f9e. 00010000:00000010:2.0:1776202231.993414:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993417:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475baa04. 00010000:00000010:2.0:1776202231.993421:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.993435:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000346799c3. 00010000:00000010:2.0:1776202231.993468:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.993471:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993514:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed69dbeb. 00010000:00000010:2.0:1776202231.993517:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993521:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f90056a6. 00010000:00000010:2.0:1776202231.993523:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.993531:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000212130b3. 00010000:00000010:2.0:1776202231.993554:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.993558:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993588:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df40b539. 00010000:00000010:2.0:1776202231.993591:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.993594:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000beceb47e. 00010000:00000010:2.0:1776202231.993598:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.993605:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099a465b8. 00010000:00000010:2.0:1776202231.994375:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.994381:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994429:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b239c27. 00010000:00000010:2.0:1776202231.994433:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994437:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6302fbf. 00010000:00000010:2.0:1776202231.994440:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.994449:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000947a1a9e. 00010000:00000010:2.0:1776202231.994474:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.994477:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994507:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000115a8efc. 00010000:00000010:2.0:1776202231.994510:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994513:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038a1f5a6. 00010000:00000010:2.0:1776202231.994516:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.994522:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cf2b420. 00010000:00000010:2.0:1776202231.994543:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.994547:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994574:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094e232a2. 00010000:00000010:2.0:1776202231.994577:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.994580:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031e4ecdb. 00010000:00000010:2.0:1776202231.994583:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.994590:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053fe96fb. 00010000:00000010:2.0:1776202231.994611:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.994614:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995403:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cf8476c. 00010000:00000010:2.0:1776202231.995407:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995411:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.0:1776202231.995414:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.995423:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009194091a. 00010000:00000010:2.0:1776202231.995454:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.995459:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995502:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf3992b3. 00010000:00000010:2.0:1776202231.995505:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995508:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.0:1776202231.995511:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.995518:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d94f159f. 00010000:00000010:2.0:1776202231.995543:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.995546:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995576:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004407be99. 00010000:00000010:2.0:1776202231.995579:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995582:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e888926e. 00010000:00000010:2.0:1776202231.995585:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.995592:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018ad2552. 00010000:00000010:2.0:1776202231.995614:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.995927:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995969:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1de8f57. 00010000:00000010:2.0:1776202231.995972:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.995975:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000983c664b. 00010000:00000010:2.0:1776202231.995978:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.995988:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0195381. 00010000:00000010:2.0:1776202231.996018:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.996021:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996052:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007454f409. 00010000:00000010:2.0:1776202231.996055:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996058:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eb65647. 00010000:00000010:2.0:1776202231.996060:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.996068:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031351002. 00010000:00000010:2.0:1776202231.996091:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.996094:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996128:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008566b3ce. 00010000:00000010:2.0:1776202231.996132:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996135:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013217f11. 00010000:00000010:2.0:1776202231.996138:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.996145:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067836b3c. 00010000:00000010:2.0:1776202231.996168:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.996171:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996198:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee64cc6. 00010000:00000010:2.0:1776202231.996201:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996204:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.0:1776202231.996206:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.996213:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fddd6b0. 00010000:00000010:2.0:1776202231.996232:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.996235:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996961:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009919f99. 00010000:00000010:2.0:1776202231.996966:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.996969:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000614b917. 00010000:00000010:2.0:1776202231.996973:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.996984:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adb93541. 00010000:00000010:2.0:1776202231.997015:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997019:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997052:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000ecf04c. 00010000:00000010:2.0:1776202231.997055:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997057:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ad06496. 00010000:00000010:2.0:1776202231.997059:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997068:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f017e331. 00010000:00000010:2.0:1776202231.997089:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997093:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997127:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fbe2c5c. 00010000:00000010:2.0:1776202231.997130:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997134:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087262286. 00010000:00000010:2.0:1776202231.997136:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997143:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d2326b. 00010000:00000010:2.0:1776202231.997164:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997167:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997196:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6de47a6. 00010000:00000010:2.0:1776202231.997199:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997201:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.0:1776202231.997204:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997211:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000248a9e33. 00010000:00000010:2.0:1776202231.997233:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997237:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997279:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e446560. 00010000:00000010:2.0:1776202231.997282:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997285:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.0:1776202231.997288:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997297:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085242b0d. 00010000:00000010:2.0:1776202231.997319:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997322:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997350:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2411cb2. 00010000:00000010:2.0:1776202231.997353:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997356:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.0:1776202231.997359:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997368:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3693184. 00010000:00000010:2.0:1776202231.997389:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997393:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997427:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d416351. 00010000:00000010:2.0:1776202231.997429:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997432:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.0:1776202231.997435:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997443:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a3d7ee0. 00010000:00000010:2.0:1776202231.997464:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997468:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997495:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0f647dd. 00010000:00000010:2.0:1776202231.997497:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997500:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.0:1776202231.997503:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997510:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f75914d0. 00010000:00000010:2.0:1776202231.997530:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997534:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997569:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e01879f. 00010000:00000010:2.0:1776202231.997572:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997576:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475f1705. 00010000:00000010:2.0:1776202231.997578:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997585:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d1cd77a. 00010000:00000010:2.0:1776202231.997605:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997609:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997654:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7b9b098. 00010000:00000010:2.0:1776202231.997657:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997660:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f7bc83. 00010000:00000010:2.0:1776202231.997663:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997669:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c57160ae. 00010000:00000010:2.0:1776202231.997688:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997691:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997714:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022c546e7. 00010000:00000010:2.0:1776202231.997716:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997719:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202231.997721:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997727:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e48f09. 00010000:00000010:2.0:1776202231.997745:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997748:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997772:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc939166. 00010000:00000010:2.0:1776202231.997774:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997777:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bddf36. 00010000:00000010:2.0:1776202231.997779:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997785:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6ab9974. 00010000:00000010:2.0:1776202231.997803:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997806:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997865:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b6f0eb9. 00010000:00000010:2.0:1776202231.997868:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997871:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000881c5875. 00010000:00000010:2.0:1776202231.997874:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997882:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcd3ca6d. 00010000:00000010:2.0:1776202231.997904:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997908:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997947:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f009e4a. 00010000:00000010:2.0:1776202231.997950:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.997953:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c141882. 00010000:00000010:2.0:1776202231.997955:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.997962:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c80bf8db. 00010000:00000010:2.0:1776202231.997983:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.997986:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998015:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3904201. 00010000:00000010:2.0:1776202231.998017:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998019:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d608732b. 00010000:00000010:2.0:1776202231.998022:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998028:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a69b70c. 00010000:00000010:2.0:1776202231.998046:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998049:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998075:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcd09b37. 00010000:00000010:2.0:1776202231.998077:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998080:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202231.998083:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998090:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6af6cb. 00010000:00000010:2.0:1776202231.998110:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998113:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998138:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000237a96c2. 00010000:00000010:2.0:1776202231.998141:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998143:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033c4f416. 00010000:00000010:2.0:1776202231.998146:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998152:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc7a7dff. 00010000:00000010:2.0:1776202231.998170:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998174:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998202:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5c54af8. 00010000:00000010:2.0:1776202231.998204:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998207:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dae04d44. 00010000:00000010:2.0:1776202231.998210:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998216:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b1713d8. 00010000:00000010:2.0:1776202231.998235:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998238:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998266:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a95c2a86. 00010000:00000010:2.0:1776202231.998268:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998270:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000854cc234. 00010000:00000010:2.0:1776202231.998273:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998280:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069f5b16f. 00010000:00000010:2.0:1776202231.998300:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998304:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998329:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091d572bd. 00010000:00000010:2.0:1776202231.998332:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998335:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000253b8695. 00010000:00000010:2.0:1776202231.998337:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00080000:00000010:2.0:1776202231.998345:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f208d5c1. 00010000:00000010:2.0:1776202231.998364:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998367:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202231.998397:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003499fdaf. 00010000:00000010:2.0:1776202231.998401:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00010000:00000010:2.0:1776202231.998409:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ce6a957. 00000100:00000010:2.0:1776202231.998416:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202231.998425:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202231.998439:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e83738ff. 02000000:00000010:2.0:1776202231.998472:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcc89d08. 00000400:00000010:2.0:1776202231.998479:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202231.998485:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202231.998492:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790336, portal 16 00000400:00000010:2.0:1776202231.998497:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202231.998499:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790336, offset 0 00000400:00000200:2.0:1776202231.998508:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202231.998524:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202231.998531:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202231.998534:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202231.998537:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202231.998540:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91461:91461:256:4294967295] 192.168.204.38@tcp LPNI seq info [91461:91461:8:4294967295] 00000400:00000200:2.0:1776202231.998549:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202231.998555:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202231.998560:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202231.998565:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202231.998574:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202231.998577:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.000058:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.000066:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:0.0:1776202232.000073:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.000083:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.000088:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:0.0:1776202232.000091:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:0.0:1776202232.000101:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613790336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.001209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b9d3694. 00010000:00000010:1.1:1776202232.001222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00010000:00000010:1.1:1776202232.001229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6418f8. 00010000:00000010:1.1:1776202232.001234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.1:1776202232.001239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cc66187. 00010000:00000010:1.1:1776202232.001242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.1:1776202232.001244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c94d38. 00010000:00000010:1.1:1776202232.001247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.1:1776202232.001250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022557ccc. 00010000:00000010:1.1:1776202232.001252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.1:1776202232.001255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d595928c. 00010000:00000010:1.1:1776202232.001268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.1:1776202232.001271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a33245. 00010000:00000010:1.1:1776202232.001275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.1:1776202232.001278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7ee81d. 00010000:00000010:1.1:1776202232.001280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00010000:00000010:1.1:1776202232.001285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecec9b77. 00010000:00000010:1.1:1776202232.001288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00010000:00000010:1.1:1776202232.001290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008918e504. 00010000:00000010:1.1:1776202232.001293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00010000:00000010:1.1:1776202232.001295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363fe0b9. 00010000:00000010:1.1:1776202232.001298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.1:1776202232.001300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d9af2e. 00010000:00000010:1.1:1776202232.001303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.1:1776202232.001305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6ec158a. 00010000:00000010:1.1:1776202232.001307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c36499. 00010000:00000010:1.1:1776202232.001310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3870a5. 00010000:00000010:1.1:1776202232.001312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.1:1776202232.001314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c05011. 00010000:00000010:1.1:1776202232.001316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.1:1776202232.001318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe1dfb9. 00010000:00000010:1.1:1776202232.001320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00010000:00000010:1.1:1776202232.001325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf7a12. 00010000:00000010:1.1:1776202232.001328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787a2718. 00010000:00000010:1.1:1776202232.001330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bebf165. 00010000:00000010:1.1:1776202232.001332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:1.1:1776202232.001334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e7fdef. 00010000:00000010:1.1:1776202232.001336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.1:1776202232.001338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000205f6a5c. 00010000:00000010:1.1:1776202232.001341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.1:1776202232.001344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36ebca5. 00010000:00000010:1.1:1776202232.001348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202232.001353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061ec4f4d. 00010000:00000010:1.1:1776202232.001357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.1:1776202232.001360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c7c6e00. 00010000:00000010:1.1:1776202232.001363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.1:1776202232.001365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000090083fd. 00010000:00000010:1.1:1776202232.001367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.1:1776202232.001369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63cfb60. 00010000:00000010:1.1:1776202232.001372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.1:1776202232.001374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002844fbbc. 00010000:00000010:1.1:1776202232.001377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202232.001381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083090f10. 00010000:00000010:1.1:1776202232.001386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014e2fc5. 00010000:00000010:1.1:1776202232.001389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0eb380c. 00010000:00000010:1.1:1776202232.001391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.1:1776202232.001393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c7f8447. 00010000:00000010:1.1:1776202232.001395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.1:1776202232.001398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe78dad0. 00010000:00000010:1.1:1776202232.001400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202232.001403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075c0fdc0. 00010000:00000010:1.1:1776202232.001406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202232.001408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d026dda. 00010000:00000010:1.1:1776202232.001410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202232.001412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001052a55c. 00010000:00000010:1.1:1776202232.001414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.1:1776202232.001417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658bed1e. 00010000:00000010:1.1:1776202232.001419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:1.1:1776202232.001422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa24e14b. 00010000:00000010:1.1:1776202232.001424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:1.1:1776202232.001427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202232.001429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b608ec0. 00000400:00000200:2.0:1776202232.008106:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.008130:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d280 00000400:00000200:2.0:1776202232.008140:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7799 [1] + 224 00000400:00000200:2.0:1776202232.008153:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.008157:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.008168:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613790336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.008200:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.008206:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67640 00000400:00000200:2.0:1776202232.008211:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 1640 00000400:00000200:2.0:1776202232.008223:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.008226:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.008230:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.008236:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000400:00000010:3.0:1776202232.008369:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:3.0:1776202232.008374:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:3.0:1776202232.008376:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:3.0:1776202232.008382:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613790336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.008391:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613790336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202275 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.008423:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcc89d08. 02000000:00000010:3.0:1776202232.008429:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e83738ff. 00000100:00000010:3.0:1776202232.008432:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:3.0:1776202232.008435:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:3.0:1776202232.008438:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ce6a957. 00000020:00000010:2.0:1776202232.008528:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca0d5f5c. 00000020:00000010:2.0:1776202232.008536:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202232.008540:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6948505. 00000100:00000200:2.0:1776202232.008566:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604591680/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202232.008602:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591680 02000000:00000010:2.0:1776202232.008612:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d3e6d45. 00010000:00000010:2.0:1776202232.008869:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044d5bde3. 00010000:00000010:3.0:1776202232.008959:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202232.008968:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202232.008982:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202232.008985:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000010:3.0:1776202232.008999:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202232.009003:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591680, offset 224 00000400:00000200:3.0:1776202232.009011:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.009022:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.009028:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91462:91462:256:4294967295] 192.168.204.38@tcp LPNI seq info [91462:91462:8:4294967295] 00000400:00000200:3.0:1776202232.009038:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.009043:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.009048:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.009054:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.009060:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.009063:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.009082:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:3.0:1776202232.009086:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6948505. 00000020:00000010:3.0:1776202232.009089:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca0d5f5c. 00000800:00000200:3.0:1776202232.009185:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.009189:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:3.0:1776202232.009193:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.009197:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.009199:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202232.009201:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00080000:00000010:2.0:1776202232.010146:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a84b0a2. 00010000:00000010:2.0:1776202232.010243:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:2.0:1776202232.010251:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1cb965a. 00010000:00000010:2.1:1776202232.010899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15147a9. 00010000:00000010:2.1:1776202232.010908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603ef256. 00010000:00000010:2.1:1776202232.010913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066c164cb. 00010000:00000010:2.1:1776202232.010925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc07699. 00010000:00000010:2.1:1776202232.010928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000760803e1. 00010000:00000010:2.1:1776202232.010930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfec188. 00010000:00000010:2.1:1776202232.010932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008981771f. 00010000:00000010:2.1:1776202232.010935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000996e9dc2. 00010000:00000010:2.1:1776202232.010937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001341b379. 00010000:00000010:2.1:1776202232.010939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecbd27b8. 00010000:00000010:2.1:1776202232.010941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033df9996. 00010000:00000010:2.1:1776202232.010944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dd24e0. 00010000:00000010:2.1:1776202232.010948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4b1ece. 00010000:00000010:2.1:1776202232.010950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b52ddf. 00010000:00000010:2.1:1776202232.010952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000139fc7fe. 00010000:00000010:2.1:1776202232.010955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d760a810. 00010000:00000010:2.1:1776202232.010957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28c3229. 00010000:00000010:2.1:1776202232.010960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d54e75. 00010000:00000010:2.1:1776202232.010962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d59706. 00010000:00000010:2.1:1776202232.010965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b073f7. 00010000:00000010:2.1:1776202232.010967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749819e1. 00010000:00000010:2.1:1776202232.010970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca5b3dbb. 00010000:00000010:2.1:1776202232.010972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a32416a9. 00010000:00000010:2.1:1776202232.010975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac9ec479. 00010000:00000010:2.1:1776202232.010979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060cd18b6. 00010000:00000010:2.1:1776202232.010982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9294b5. 00010000:00000010:2.1:1776202232.010984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e3d957. 00010000:00000010:2.1:1776202232.010988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007521e2c2. 00010000:00000010:2.1:1776202232.010991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000626b2f29. 00010000:00000010:2.1:1776202232.010993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618eb836. 00010000:00000010:2.1:1776202232.010996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022125eba. 00010000:00000010:2.1:1776202232.010999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f788e51. 00010000:00000010:2.1:1776202232.011002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f309f88. 00010000:00000010:2.1:1776202232.011005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f719a80. 00010000:00000010:2.1:1776202232.011008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026dae468. 00010000:00000010:2.1:1776202232.011012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5ca55f6. 00010000:00000010:2.1:1776202232.011015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb1efd69. 00010000:00000010:2.1:1776202232.011018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db92a9bc. 00010000:00000010:2.1:1776202232.011020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc3fa51c. 00010000:00000010:2.1:1776202232.011022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d21b85ab. 00010000:00000010:2.1:1776202232.011024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970d190f. 00010000:00000010:2.1:1776202232.011026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055447722. 00010000:00000010:2.1:1776202232.011028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d8ce26. 00010000:00000010:2.1:1776202232.011030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e80aa9b8. 00010000:00000010:2.1:1776202232.011036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a10c8184. 00010000:00000010:2.1:1776202232.011039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a360906a. 00010000:00000010:2.1:1776202232.011042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e89625. 00010000:00000010:2.1:1776202232.011044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000355a9c18. 00010000:00000010:2.1:1776202232.011047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971e694d. 00010000:00000010:2.1:1776202232.011049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ede2c8. 00010000:00000010:2.1:1776202232.011051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c0a08f. 00010000:00000010:2.1:1776202232.011054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4fde7ed. 00010000:00000010:2.1:1776202232.011056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a15c44. 00010000:00000010:2.1:1776202232.011059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008316c385. 00010000:00000010:2.1:1776202232.011061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b81c1176. 00010000:00000010:2.1:1776202232.011063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6c9252. 00010000:00000010:2.1:1776202232.011066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3534ae. 00010000:00000010:2.1:1776202232.011069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd1290f3. 00010000:00000010:2.1:1776202232.011071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000753b74a8. 00010000:00000010:2.1:1776202232.011074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf9cc73. 00010000:00000010:2.1:1776202232.011076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea96ff4b. 00010000:00000010:2.1:1776202232.011079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef47eca9. 00010000:00000010:2.1:1776202232.011081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e91f7e1. 00010000:00000010:2.1:1776202232.011084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024224152. 00010000:00000010:2.1:1776202232.011088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e85022c. 00010000:00000010:2.1:1776202232.011091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae531333. 00010000:00000010:2.1:1776202232.011093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef81dbf. 00010000:00000010:2.1:1776202232.011095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f09678a. 00010000:00000010:2.1:1776202232.011097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bb597f. 00010000:00000010:2.1:1776202232.011100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17f05f2. 00010000:00000010:2.1:1776202232.011104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba69db21. 00010000:00000010:2.1:1776202232.011107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001acb72b. 00010000:00000010:2.1:1776202232.011110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c3da5e. 00010000:00000010:2.1:1776202232.011112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976a2c30. 00010000:00000010:2.1:1776202232.011114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f6e8d6. 00010000:00000010:2.1:1776202232.011116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a9cab39. 00010000:00000010:2.1:1776202232.011118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a3beac. 00010000:00000010:2.1:1776202232.011121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb412d53. 00010000:00000010:2.1:1776202232.011123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000984e2627. 00010000:00000010:2.1:1776202232.011125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c725947. 00010000:00000010:2.1:1776202232.011128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de87b1aa. 00010000:00000010:2.1:1776202232.011130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000843c88d7. 00010000:00000010:2.1:1776202232.011132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055580975. 00010000:00000010:2.1:1776202232.011135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2498310. 00010000:00000010:2.1:1776202232.011137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e02623c1. 00010000:00000010:2.1:1776202232.011138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2ca9869. 00010000:00000010:2.1:1776202232.011140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000c208c. 00010000:00000010:2.1:1776202232.011142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03c6eff. 00010000:00000010:2.1:1776202232.011144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8fffe0. 00010000:00000010:2.1:1776202232.011146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f85aea2. 00010000:00000010:2.1:1776202232.011148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a852e8a1. 00010000:00000010:2.1:1776202232.011150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6621288. 00010000:00000010:2.1:1776202232.011152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d78a3bb6. 00010000:00000010:2.1:1776202232.011154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044628060. 00010000:00000010:2.1:1776202232.011158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd67018. 00010000:00000010:2.1:1776202232.011161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0377668. 00010000:00000010:2.1:1776202232.011163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1fa272. 00010000:00000010:2.1:1776202232.011168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b471f74. 00010000:00000010:2.1:1776202232.011172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5204a4f. 00010000:00000010:2.1:1776202232.011176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720be83b. 00010000:00000010:2.1:1776202232.011179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9348cf5. 00010000:00000010:2.1:1776202232.011182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a837fb33. 00010000:00000010:2.1:1776202232.011184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e94bfc4. 00010000:00000010:2.1:1776202232.011186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000089afb12. 00010000:00000010:2.1:1776202232.011188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000445b5ed8. 00010000:00000010:2.1:1776202232.011190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10bb5d8. 00010000:00000010:2.1:1776202232.011192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea54165a. 00010000:00000010:2.1:1776202232.011194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ef6606. 00010000:00000010:2.1:1776202232.011196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd0c5f3. 00010000:00000010:2.1:1776202232.011199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd22e7b. 00010000:00000010:2.1:1776202232.011202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089abf8f5. 00010000:00000010:2.1:1776202232.011205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005210bc8a. 00010000:00000010:2.1:1776202232.011208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fea48b2. 00010000:00000010:2.1:1776202232.011210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e6cae25. 00010000:00000010:2.1:1776202232.011215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006308d82. 00010000:00000010:2.1:1776202232.011218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cabc717. 00010000:00000010:2.1:1776202232.011220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1459336. 00010000:00000010:2.1:1776202232.011222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030526657. 00010000:00000010:2.1:1776202232.011224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005057221c. 00010000:00000010:2.1:1776202232.011226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ef8afa. 00010000:00000010:2.1:1776202232.011228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000990f62c1. 00010000:00000010:2.1:1776202232.011231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6075af0. 00010000:00000010:2.1:1776202232.011233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063007a46. 00010000:00000010:2.1:1776202232.011235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd44934c. 00010000:00000010:2.1:1776202232.011238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca6af98. 00010000:00000010:2.1:1776202232.011240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000847394d3. 00010000:00000010:2.1:1776202232.011243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030faf147. 00010000:00000010:2.1:1776202232.011245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c204eb. 00010000:00000010:2.1:1776202232.011248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004cf419f. 00010000:00000010:2.1:1776202232.011251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd53324. 00010000:00000010:2.1:1776202232.011265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d6dd965. 00010000:00000010:2.1:1776202232.011269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a1ceab9. 00010000:00000010:2.1:1776202232.011271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae80e8b. 00010000:00000010:2.1:1776202232.011274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d299f009. 00010000:00000010:2.1:1776202232.011276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594307d4. 00010000:00000010:2.1:1776202232.011278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b94023b. 00010000:00000010:2.1:1776202232.011280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa3aa411. 00010000:00000010:2.1:1776202232.011285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d1be54. 00010000:00000010:2.1:1776202232.011290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021bafbbf. 00010000:00000010:2.1:1776202232.011295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2aaf07c. 00010000:00000010:2.1:1776202232.011297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000906c329c. 00010000:00000010:2.1:1776202232.011300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b4c8bf. 00010000:00000010:2.1:1776202232.011303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c077d8. 00010000:00000010:2.1:1776202232.011305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed3fe670. 00010000:00000010:3.0:1776202232.015540:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202232.015558:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000006e8b58. 00010000:00000010:3.0:1776202232.015574:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202232.015583:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202232.015594:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 02000000:00000010:3.0:1776202232.015609:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003caf4f00. 02000000:00000010:3.0:1776202232.015655:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fd0e57d. 00000400:00000010:3.0:1776202232.015662:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202232.015669:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202232.015677:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790400, portal 16 00000400:00000010:3.0:1776202232.015684:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202232.015686:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790400, offset 0 00000400:00000200:3.0:1776202232.015698:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.015715:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.015722:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.015726:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.015729:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.015732:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91463:91463:256:4294967295] 192.168.204.38@tcp LPNI seq info [91463:91463:8:4294967295] 00000400:00000200:3.0:1776202232.015743:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.015750:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.015755:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.015762:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.015770:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.015773:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.021033:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.021041:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:1.0:1776202232.021051:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.021062:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.021069:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:1.0:1776202232.021071:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:1.0:1776202232.021084:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000762bde8f x1862480613790400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.026150:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.026173:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d2c0 00000400:00000200:2.0:1776202232.026182:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77a5 [1] + 224 00000400:00000200:2.0:1776202232.026195:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.026200:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.026211:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000762bde8f x1862480613790400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.026244:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.026249:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67680 00000400:00000200:2.0:1776202232.026265:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb60cd [2] + 1968 00000400:00000010:2.0:1776202232.026271:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:2.0:1776202232.026275:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000076a9d85c 00000400:00000200:2.0:1776202232.026284:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.026287:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.026289:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076a9d85c 00000400:00000010:2.0:1776202232.026292:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000076a9d85c (tot 82354378). 00000100:00000200:2.0:1776202232.026296:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202232.026350:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca0d5f5c. 00000020:00000010:2.0:1776202232.026358:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202232.026362:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.026390:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041f63d51 x1862480604591744/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.026417:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591744 02000000:00000010:2.0:1776202232.026427:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e83738ff. 00010000:00000010:2.0:1776202232.026472:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a9fbdbd. 00000100:00000010:2.0:1776202232.026480:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f6dcc0. 00000100:00000010:2.0:1776202232.026487:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f6dcc0. 00010000:00000010:2.0:1776202232.026491:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a9fbdbd. 00000400:00000010:2.0:1776202232.026507:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202232.026513:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591744, offset 224 00000400:00000200:2.0:1776202232.026520:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.026532:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.026539:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91464:91464:256:4294967295] 192.168.204.38@tcp LPNI seq info [91464:91464:8:4294967295] 00000400:00000200:2.0:1776202232.026550:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.026556:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.026561:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354626). 00000800:00000200:2.0:1776202232.026566:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.026573:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.026577:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.026593:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe11883e. 00000020:00000010:2.0:1776202232.026597:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.026600:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca0d5f5c. 02000000:00000010:2.0:1776202232.026608:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d3e6d45. 00000100:00000010:2.0:1776202232.026611:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202232.026615:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e33e921. 00000100:00000010:2.0:1776202232.026792:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:2.0:1776202232.026798:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098691ae3. 00000100:00000010:2.0:1776202232.026801:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 02000000:00000010:2.0:1776202232.026804:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ae6b4e4. 00000100:00000010:2.0:1776202232.026805:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:2.0:1776202232.026808:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 00000100:00000010:2.0:1776202232.026811:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:2.0:1776202232.026815:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007554b3e1. 00000100:00000010:2.0:1776202232.026816:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000200:2.0:1776202232.026823:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202232.026828:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001831664e. 00000400:00000010:2.0:1776202232.026854:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f6dcc0 (tot 82354778). 00000800:00000200:2.0:1776202232.027108:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.027113:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:2.0:1776202232.027117:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.027123:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.027126:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202232.027128:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 02000000:00000010:2.0:1776202232.027133:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e83738ff. 00000400:00000010:2.0:1776202232.027172:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cde8445a. 00000400:00000200:2.0:1776202232.027175:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:2.0:1776202232.027177:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:2.0:1776202232.027183:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000762bde8f x1862480613790400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.027190:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000762bde8f x1862480613790400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202232.027214:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006f6f4af. 02000000:00000010:2.0:1776202232.027228:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fd0e57d. 02000000:00000010:2.0:1776202232.027233:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003caf4f00. 00000100:00000010:2.0:1776202232.027236:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00000100:00000010:2.0:1776202232.027239:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:2.0:1776202232.027241:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00080000:00000010:2.0:1776202232.027338:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e83738ff. 00010000:00000010:2.0:1776202232.027439:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000006e8b58. 00010000:00000010:2.0:1776202232.027446:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092dca9cf. 00010000:00000010:2.0:1776202232.027520:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035271136. 00010000:00000010:2.0:1776202232.027526:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004284411a. 00010000:00000010:2.0:1776202232.027538:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003a9fbdbd. 00000100:00000010:2.0:1776202232.027543:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.027550:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202232.027561:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d3e6d45. 02000000:00000010:2.0:1776202232.027588:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca0d5f5c. 00000400:00000010:2.0:1776202232.027591:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.027596:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202232.027599:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790464, portal 16 00000400:00000010:2.0:1776202232.027603:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202232.027605:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790464, offset 0 00000400:00000200:2.0:1776202232.027612:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.027904:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.027911:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.027924:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.027928:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.027931:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91465:91465:256:4294967295] 192.168.204.38@tcp LPNI seq info [91465:91465:8:4294967295] 00000400:00000200:2.0:1776202232.027940:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.027945:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00010000:00000010:2.1:1776202232.029388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd09f16. 00010000:00000010:2.1:1776202232.029403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c41dc87. 00010000:00000010:2.1:1776202232.029408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015921a04. 00010000:00000010:2.1:1776202232.029411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e19adb8. 00010000:00000010:2.1:1776202232.029414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffdfd24e. 00010000:00000010:2.1:1776202232.029417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023575c3b. 00010000:00000010:2.1:1776202232.029419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e31bf269. 00010000:00000010:2.1:1776202232.029421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4367b30. 00010000:00000010:2.1:1776202232.029423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094dbfa7e. 00010000:00000010:2.1:1776202232.029426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009594b9cf. 00010000:00000010:2.1:1776202232.029429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003141eb44. 00010000:00000010:2.1:1776202232.029431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077db25d4. 00010000:00000010:2.1:1776202232.029433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d446af1. 00010000:00000010:2.1:1776202232.029436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc03f13c. 00010000:00000010:2.1:1776202232.029439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050f40843. 00010000:00000010:2.1:1776202232.029441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030a12c70. 00010000:00000010:2.1:1776202232.029444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f459a449. 00010000:00000010:2.1:1776202232.029447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d81d5d. 00010000:00000010:2.1:1776202232.029449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd407a4b. 00010000:00000010:2.1:1776202232.029451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e36844a. 00010000:00000010:2.1:1776202232.029453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6085062. 00010000:00000010:2.1:1776202232.029456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b693c2f. 00010000:00000010:2.1:1776202232.029458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525390a6. 00010000:00000010:2.1:1776202232.029462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec3ffbf. 00010000:00000010:2.1:1776202232.029467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d63bd77f. 00010000:00000010:2.1:1776202232.029470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c580d2. 00010000:00000010:2.1:1776202232.029471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b41d73d. 00010000:00000010:2.1:1776202232.029473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a30730c7. 00010000:00000010:2.1:1776202232.029475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e96dc8. 00010000:00000010:2.1:1776202232.029477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c49c397. 00010000:00000010:2.1:1776202232.029479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a7e40e. 00010000:00000010:2.1:1776202232.029482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5220de3. 00010000:00000010:2.1:1776202232.029484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012038b6d. 00010000:00000010:2.1:1776202232.029486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae963128. 00010000:00000010:2.1:1776202232.029488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002456a09a. 00010000:00000010:2.1:1776202232.029491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a554bbf. 00010000:00000010:2.1:1776202232.029493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef75925f. 00010000:00000010:2.1:1776202232.029497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000251c1eec. 00010000:00000010:2.1:1776202232.029502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cfa424. 00010000:00000010:2.1:1776202232.029506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ea97d2. 00010000:00000010:2.1:1776202232.029509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd0bfdcf. 00010000:00000010:2.1:1776202232.029511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd138e16. 00010000:00000010:2.1:1776202232.029514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009be00105. 00010000:00000010:2.1:1776202232.029517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5949844. 00010000:00000010:2.1:1776202232.029519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dfc822f. 00010000:00000010:2.1:1776202232.029522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fa00dd. 00010000:00000010:2.1:1776202232.029527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b357ec1. 00010000:00000010:2.1:1776202232.029529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066609702. 00010000:00000010:2.1:1776202232.029532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57ab183. 00010000:00000010:2.1:1776202232.029534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a421ff3f. 00010000:00000010:2.1:1776202232.029536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01c3e72. 00010000:00000010:2.1:1776202232.029539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619b0bea. 00010000:00000010:2.1:1776202232.029541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b0db35. 00010000:00000010:2.1:1776202232.029544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040201482. 00010000:00000010:2.1:1776202232.029546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf4b8b3. 00010000:00000010:2.1:1776202232.029548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904fd560. 00010000:00000010:2.1:1776202232.029550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000439f1f9e. 00010000:00000010:2.1:1776202232.029552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475baa04. 00010000:00000010:2.1:1776202232.029554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed69dbeb. 00010000:00000010:2.1:1776202232.029556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f90056a6. 00010000:00000010:2.1:1776202232.029558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df40b539. 00010000:00000010:2.1:1776202232.029561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beceb47e. 00010000:00000010:2.1:1776202232.029566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b239c27. 00010000:00000010:2.1:1776202232.029569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6302fbf. 00010000:00000010:2.1:1776202232.029571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115a8efc. 00010000:00000010:2.1:1776202232.029574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a1f5a6. 00010000:00000010:2.1:1776202232.029576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e232a2. 00010000:00000010:2.1:1776202232.029578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031e4ecdb. 00010000:00000010:2.1:1776202232.029580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf8476c. 00010000:00000010:2.1:1776202232.029583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7b1daf9. 00010000:00000010:2.1:1776202232.029587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3992b3. 00010000:00000010:2.1:1776202232.029590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0fe9db. 00010000:00000010:2.1:1776202232.029592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004407be99. 00010000:00000010:2.1:1776202232.029595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888926e. 00010000:00000010:2.1:1776202232.029597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1de8f57. 00010000:00000010:2.1:1776202232.029601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983c664b. 00010000:00000010:2.1:1776202232.029605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007454f409. 00010000:00000010:2.1:1776202232.029608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb65647. 00010000:00000010:2.1:1776202232.029610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008566b3ce. 00010000:00000010:2.1:1776202232.029613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013217f11. 00010000:00000010:2.1:1776202232.029616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee64cc6. 00010000:00000010:2.1:1776202232.029905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5ffd37. 00010000:00000010:2.1:1776202232.029911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009919f99. 00010000:00000010:2.1:1776202232.029914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614b917. 00010000:00000010:2.1:1776202232.029925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ecf04c. 00010000:00000010:2.1:1776202232.029928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad06496. 00010000:00000010:2.1:1776202232.029933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fbe2c5c. 00010000:00000010:2.1:1776202232.029936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087262286. 00010000:00000010:2.1:1776202232.029938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6de47a6. 00010000:00000010:2.1:1776202232.029940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa989df. 00010000:00000010:2.1:1776202232.029942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e446560. 00010000:00000010:2.1:1776202232.029945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d0d2a3. 00010000:00000010:2.1:1776202232.029947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2411cb2. 00010000:00000010:2.1:1776202232.029949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017958a9a. 00010000:00000010:2.1:1776202232.029952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d416351. 00010000:00000010:2.1:1776202232.029954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007571c0c9. 00010000:00000010:2.1:1776202232.029956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0f647dd. 00010000:00000010:2.1:1776202232.029959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3944a00. 00010000:00000010:2.1:1776202232.029961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e01879f. 00010000:00000010:2.1:1776202232.029964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00010000:00000010:2.1:1776202232.029967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b9b098. 00010000:00000010:2.1:1776202232.029970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f7bc83. 00010000:00000010:2.1:1776202232.029973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022c546e7. 00010000:00000010:2.1:1776202232.029985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.1:1776202232.029989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc939166. 00010000:00000010:2.1:1776202232.029991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bddf36. 00010000:00000010:2.1:1776202232.029994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6f0eb9. 00010000:00000010:2.1:1776202232.029996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000881c5875. 00010000:00000010:2.1:1776202232.029999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f009e4a. 00010000:00000010:2.1:1776202232.030001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c141882. 00010000:00000010:2.1:1776202232.030003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3904201. 00010000:00000010:2.1:1776202232.030005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d608732b. 00010000:00000010:2.1:1776202232.030007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcd09b37. 00010000:00000010:2.1:1776202232.030010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00010000:00000010:2.1:1776202232.030013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000237a96c2. 00010000:00000010:2.1:1776202232.030015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033c4f416. 00010000:00000010:2.1:1776202232.030017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5c54af8. 00010000:00000010:2.1:1776202232.030019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dae04d44. 00010000:00000010:2.1:1776202232.030021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95c2a86. 00010000:00000010:2.1:1776202232.030023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000854cc234. 00010000:00000010:2.1:1776202232.030025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d572bd. 00010000:00000010:2.1:1776202232.030027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253b8695. 00000800:00000010:3.0:1776202232.031385:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.031403:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.031411:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.031414:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.035413:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.035421:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:0.0:1776202232.035429:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.035439:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.035444:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:0.0:1776202232.035447:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:0.0:1776202232.035457:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613790464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202232.035881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000982b55c2. 00010000:00000010:2.1:1776202232.035890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000447d078. 00010000:00000010:2.1:1776202232.035895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003499fdaf. 00000400:00000200:2.0:1776202232.040369:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.040389:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d300 00000400:00000200:2.0:1776202232.040396:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77b5 [1] + 224 00000400:00000200:2.0:1776202232.040408:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.040412:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.040423:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613790464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.040458:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.040463:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed676c0 00000400:00000200:2.0:1776202232.040468:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 0 00000400:00000200:2.0:1776202232.040909:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.040923:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.040928:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.040934:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:3.0:1776202232.042360:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:3.0:1776202232.042371:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:3.0:1776202232.042374:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:3.0:1776202232.042388:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613790464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.042400:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613790464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.042436:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca0d5f5c. 02000000:00000010:3.0:1776202232.042442:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d3e6d45. 00000100:00000010:3.0:1776202232.042446:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:3.0:1776202232.042451:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:3.0:1776202232.042457:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003a9fbdbd. 00000020:00000010:0.0:1776202232.046187:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f04585. 00000020:00000010:0.0:1776202232.046201:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202232.046206:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.046240:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604591808/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.046795:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591808 02000000:00000010:0.0:1776202232.046812:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae8e0bae. 00010000:00000010:0.0:1776202232.046878:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edce50c3. 00010000:00000010:0.0:1776202232.046902:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070099fee. 00000100:00000010:0.0:1776202232.046909:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.046936:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.046941:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070099fee. 00000400:00000010:0.0:1776202232.046959:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.046966:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591808, offset 224 00000400:00000200:0.0:1776202232.046976:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.046993:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.047000:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91466:91466:256:4294967295] 192.168.204.38@tcp LPNI seq info [91466:91466:8:4294967295] 00000400:00000200:0.0:1776202232.047010:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.047016:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.047021:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202232.047027:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.047034:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.047037:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.047056:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202232.047061:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.047066:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f04585. 00000800:00000200:0.0:1776202232.047461:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.047465:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:0.0:1776202232.047471:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.047476:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.047480:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:0.0:1776202232.047483:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00010000:00000010:2.1:1776202232.047642:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a419833. 00010000:00000010:2.1:1776202232.047651:0:78539:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000923d374b. 00010000:00000010:2.1:1776202232.047655:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00080000:00000010:3.0:1776202232.051348:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056cb9570. 00010000:00000010:3.0:1776202232.051475:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004284411a. 00010000:00000010:3.0:1776202232.051486:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095822213. 00010000:00000010:3.0:1776202232.051561:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202232.051567:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7703dab. 00010000:00000010:3.0:1776202232.051578:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fb279a1. 00000100:00000010:3.0:1776202232.051588:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202232.051598:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202232.051613:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026280ef7. 02000000:00000010:3.0:1776202232.051879:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003506526b. 00000400:00000010:3.0:1776202232.051888:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202232.051895:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202232.051902:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790528, portal 16 00000400:00000010:3.0:1776202232.051907:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202232.051909:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790528, offset 0 00000400:00000200:3.0:1776202232.051926:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.051944:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.051951:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.051955:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.051957:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.051961:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91467:91467:256:4294967295] 192.168.204.38@tcp LPNI seq info [91467:91467:8:4294967295] 00000400:00000200:3.0:1776202232.051972:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.051977:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.051984:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202232.051991:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.051998:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.052003:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.052248:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.052257:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:1.0:1776202232.052262:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.052268:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.052272:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:1.0:1776202232.052274:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:1.0:1776202232.052281:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b604bb25 x1862480613790528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.062561:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.062587:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d340 00000400:00000200:3.0:1776202232.062596:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77c1 [1] + 224 00000400:00000200:3.0:1776202232.062610:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.062614:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.062719:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b604bb25 x1862480613790528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.062761:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.062767:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67700 00000400:00000200:3.0:1776202232.062773:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 328 00000400:00000200:3.0:1776202232.062784:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.062787:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.062792:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.062798:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 00010000:00000010:3.1:1776202232.062854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b63072a. 00010000:00000010:3.1:1776202232.062860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035271136. 00000020:00000010:1.0:1776202232.062982:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202232.062990:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.062994:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.063018:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000762bde8f x1862480604591872/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.063042:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591872 02000000:00000010:1.0:1776202232.063054:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008dbbb7dd. 00010000:00000010:1.0:1776202232.063095:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006c71ae8. 00000100:00000010:1.0:1776202232.063103:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202232.063109:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202232.063113:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006c71ae8. 00000400:00000010:1.0:1776202232.063131:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.063137:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591872, offset 224 00000400:00000200:1.0:1776202232.063146:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.063158:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.063165:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91468:91468:256:4294967295] 192.168.204.38@tcp LPNI seq info [91468:91468:8:4294967295] 00000400:00000200:1.0:1776202232.063177:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.063182:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.063187:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.063194:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.063201:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.063205:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.063223:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.063227:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.063231:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:1.0:1776202232.063337:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.063341:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202232.063344:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.063347:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.063351:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202232.063353:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00010000:00000010:0.1:1776202232.063784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c586b3f6. 00000400:00000010:0.0:1776202232.063870:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cde8445a. 00000400:00000200:0.0:1776202232.063874:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:0.0:1776202232.063877:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:0.0:1776202232.063884:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b604bb25 x1862480613790528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.063892:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b604bb25 x1862480613790528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.063929:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4c9d552. 02000000:00000010:0.0:1776202232.063944:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003506526b. 02000000:00000010:0.0:1776202232.063949:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026280ef7. 00000100:00000010:0.0:1776202232.063952:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 00000100:00000010:0.0:1776202232.063956:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:0.0:1776202232.063959:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fb279a1. 00080000:00000010:0.0:1776202232.063978:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f88bc4ec. 00010000:00000010:0.0:1776202232.064085:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7703dab. 00010000:00000010:0.0:1776202232.064093:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0ef3a8. 00010000:00000010:0.0:1776202232.064187:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202232.064193:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.064204:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.064209:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.064215:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202232.064226:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098691ae3. 02000000:00000010:0.0:1776202232.064250:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a102d77. 00000400:00000010:0.0:1776202232.064339:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e749a4fd. 00000400:00000010:0.0:1776202232.064346:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.064352:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790592, portal 16 00000400:00000010:0.0:1776202232.064356:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202232.064358:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790592, offset 0 00000400:00000200:0.0:1776202232.064364:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.064374:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.064380:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.064384:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.064387:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.064389:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91469:91469:256:4294967295] 192.168.204.38@tcp LPNI seq info [91469:91469:8:4294967295] 00000400:00000200:0.0:1776202232.064397:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.064401:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.064405:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202232.064411:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.064415:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.064418:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.064544:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.064547:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202232.064551:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.064555:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.064559:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:1.0:1776202232.064560:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000100:00000200:1.0:1776202232.064565:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613790592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.066128:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.066148:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d380 00000400:00000200:3.0:1776202232.066156:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77cd [1] + 224 00000400:00000200:3.0:1776202232.066170:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.066173:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.066182:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613790592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.066424:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.066433:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67740 00000400:00000200:1.0:1776202232.066438:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 656 00000400:00000200:1.0:1776202232.066722:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.066727:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.066733:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.066740:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:1.0:1776202232.066801:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202232.066809:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.066813:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.066865:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604591936/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.066894:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604591936 02000000:00000010:1.0:1776202232.066905:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2ad75a4. 00010000:00000010:1.0:1776202232.066952:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006c71ae8. 00000100:00000010:1.0:1776202232.066959:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202232.066965:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202232.066971:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006c71ae8. 00000400:00000010:1.0:1776202232.066987:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.066993:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604591936, offset 224 00000400:00000200:1.0:1776202232.067000:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.067009:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.067015:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91470:91470:256:4294967295] 192.168.204.38@tcp LPNI seq info [91470:91470:8:4294967295] 00000400:00000200:1.0:1776202232.067026:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.067031:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.067034:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.067040:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.067046:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.067051:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.067068:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.067072:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.067076:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000400:00000010:0.0:1776202232.067388:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e749a4fd. 00000400:00000200:0.0:1776202232.067394:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:0.0:1776202232.067396:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:0.0:1776202232.067403:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613790592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.067412:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613790592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.067433:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3f8b893. 02000000:00000010:0.0:1776202232.067448:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a102d77. 02000000:00000010:0.0:1776202232.067453:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098691ae3. 00000100:00000010:0.0:1776202232.067456:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202232.067460:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.067462:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.067480:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098691ae3. 00010000:00000010:0.0:1776202232.067572:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.067579:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d10019ff. 00010000:00000010:0.0:1776202232.067665:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.067671:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.067681:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.067685:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.067690:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202232.067701:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a102d77. 02000000:00000010:0.0:1776202232.067727:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9022d20. 00000400:00000010:0.0:1776202232.067731:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e749a4fd. 00000400:00000010:0.0:1776202232.067735:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.067739:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790656, portal 16 00000400:00000010:0.0:1776202232.067742:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202232.067744:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790656, offset 0 00000400:00000200:0.0:1776202232.067750:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.067756:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.067763:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.067766:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.067768:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.067771:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91471:91471:255:4294967295] 192.168.204.38@tcp LPNI seq info [91471:91471:7:4294967295] 00000400:00000200:0.0:1776202232.067777:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.067782:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.067784:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82355026). 00000800:00000200:0.0:1776202232.067788:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.067792:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.067794:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.067971:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.067976:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:1.0:1776202232.067981:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.067986:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.067988:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202232.067990:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000800:00000200:1.0:1776202232.070410:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.070417:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:1.0:1776202232.070424:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.070433:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.070439:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:1.0:1776202232.070442:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000200:1.0:1776202232.070451:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613790656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.074967:0:78541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387e5b01. 00010000:00000010:0.1:1776202232.074981:0:78541:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23e0234. 00010000:00000010:0.1:1776202232.074986:0:78541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:0.1:1776202232.074989:0:78541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1d3300a. 00010000:00000010:0.1:1776202232.074992:0:78541:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bdcb50. 00010000:00000010:0.1:1776202232.074995:0:78541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:3.0:1776202232.077931:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.077951:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d3c0 00000400:00000200:3.0:1776202232.077959:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77d9 [1] + 224 00000400:00000200:3.0:1776202232.077971:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.077976:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.077987:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613790656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.078016:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.078020:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67780 00000400:00000200:3.0:1776202232.078025:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 984 00000400:00000200:3.0:1776202232.078034:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.078037:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.078041:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.078046:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:1.0:1776202232.078158:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202232.078166:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.078170:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.078195:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604592000/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.078228:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592000 02000000:00000010:1.0:1776202232.078239:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:1.0:1776202232.078277:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006c71ae8. 00000100:00000010:1.0:1776202232.078283:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202232.078289:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202232.078294:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006c71ae8. 00000400:00000010:1.0:1776202232.078307:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.078312:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592000, offset 224 00000400:00000200:1.0:1776202232.078319:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.078329:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.078334:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91472:91472:256:4294967295] 192.168.204.38@tcp LPNI seq info [91472:91472:8:4294967295] 00000400:00000200:1.0:1776202232.078343:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.078348:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.078352:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.078358:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.078365:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.078369:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.078387:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000020d57a8. 00000020:00000010:1.0:1776202232.078390:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.078395:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:1.0:1776202232.078497:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.078501:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202232.078504:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.078507:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.078510:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202232.078513:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000400:00000010:0.0:1776202232.078649:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e749a4fd. 00000400:00000200:0.0:1776202232.078654:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:0.0:1776202232.078656:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:0.0:1776202232.078664:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613790656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.078672:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613790656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.078698:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca611ee. 02000000:00000010:0.0:1776202232.078711:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9022d20. 02000000:00000010:0.0:1776202232.078717:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a102d77. 00000100:00000010:0.0:1776202232.078720:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202232.078723:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.078725:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.078741:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096499634. 00010000:00000010:0.0:1776202232.079205:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.079214:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c38e97f. 00010000:00000010:0.0:1776202232.079302:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202232.079309:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.079322:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.079327:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.079335:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202232.079349:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045f04585. 02000000:00000010:0.0:1776202232.079376:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a102d77. 00000400:00000010:0.0:1776202232.079381:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e749a4fd. 00000400:00000010:0.0:1776202232.079386:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.079391:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790720, portal 16 00000400:00000010:0.0:1776202232.079394:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202232.079396:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790720, offset 0 00000400:00000200:0.0:1776202232.079404:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.079415:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.079422:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.079426:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.079429:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.079431:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91473:91473:256:4294967295] 192.168.204.38@tcp LPNI seq info [91473:91473:8:4294967295] 00000400:00000200:0.0:1776202232.079440:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.079445:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.079448:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:0.0:1776202232.079453:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.079458:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.079461:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.080076:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.080081:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:1.0:1776202232.080086:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.080092:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.080096:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:1.0:1776202232.080098:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:1.0:1776202232.080106:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613790720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.090152:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.090173:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d400 00000400:00000200:1.0:1776202232.090183:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77e5 [1] + 224 00000400:00000200:1.0:1776202232.090196:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.090200:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.090223:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613790720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.090365:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e749a4fd. 00000400:00000200:0.0:1776202232.090373:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:0.0:1776202232.090375:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:0.0:1776202232.090382:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613790720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.090391:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613790720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.090426:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a102d77. 02000000:00000010:0.0:1776202232.090433:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045f04585. 00000100:00000010:0.0:1776202232.090437:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202232.090441:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.090444:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000200:1.0:1776202232.090491:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.090498:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed677c0 00000400:00000200:1.0:1776202232.090504:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 1312 00000400:00000200:1.0:1776202232.090964:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.090970:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.090976:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.090981:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00010000:00000010:0.1:1776202232.091056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf6e2749. 00010000:00000010:0.1:1776202232.091069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f6e79d0. 00010000:00000010:0.1:1776202232.091073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000020:00000010:3.0:1776202232.093879:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202232.093893:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.093898:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.093945:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604592064/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.093979:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592064 02000000:00000010:3.0:1776202232.093991:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202232.094023:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005edd1a49. 00010000:00000010:3.0:1776202232.094042:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.094050:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007035cfc1. 00000100:00000010:3.0:1776202232.094067:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007035cfc1. 00010000:00000010:3.0:1776202232.094071:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000010:3.0:1776202232.094083:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.094089:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592064, offset 224 00000400:00000200:3.0:1776202232.094099:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.094115:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.094122:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91474:91474:256:4294967295] 192.168.204.38@tcp LPNI seq info [91474:91474:8:4294967295] 00000400:00000200:3.0:1776202232.094133:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.094140:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.094145:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.094151:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.094158:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.094163:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.094182:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.094186:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.094188:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000800:00000200:3.0:1776202232.094773:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.094778:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202232.094783:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.094789:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.094795:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:3.0:1776202232.094797:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00080000:00000010:3.0:1776202232.095187:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c33ffe. 00010000:00000010:3.0:1776202232.095457:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:3.0:1776202232.095467:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a81d22c4. 00010000:00000010:3.0:1776202232.095546:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202232.095552:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202232.095563:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.095569:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007035cfc1. 00000100:00000010:3.0:1776202232.095577:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.095589:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:3.0:1776202232.095618:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d157ed1. 00000400:00000010:3.0:1776202232.095625:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202232.096278:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.096285:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790784, portal 16 00000400:00000010:3.0:1776202232.096376:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202232.096379:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790784, offset 0 00000400:00000200:3.0:1776202232.096387:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.096403:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.096412:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.096417:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.096420:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.096422:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91475:91475:256:4294967295] 192.168.204.38@tcp LPNI seq info [91475:91475:8:4294967295] 00000400:00000200:3.0:1776202232.096433:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.096438:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.096536:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.096553:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.096561:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.096565:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.096801:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.096806:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:0.0:1776202232.096811:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.096816:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.096819:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:0.0:1776202232.096821:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000100:00000200:0.0:1776202232.096992:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613790784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.099576:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.099657:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d440 00000400:00000200:1.0:1776202232.099666:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77f1 [1] + 224 00000400:00000200:1.0:1776202232.099678:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.099682:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.099692:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613790784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.099909:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.099926:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67800 00000400:00000200:1.0:1776202232.099932:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 1640 00000400:00000010:3.0:1776202232.100007:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e36663a2. 00000400:00000200:3.0:1776202232.100012:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:3.0:1776202232.100014:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:3.0:1776202232.100020:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613790784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.100028:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613790784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.100059:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d157ed1. 00000400:00000200:1.0:1776202232.100105:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1776202232.100107:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000400:00000200:1.0:1776202232.100109:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:3.0:1776202232.100111:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000200:1.0:1776202232.100114:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.100115:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007035cfc1. 00010000:00000010:3.0:1776202232.100119:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000100:00000010:1.0:1776202232.100119:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000020:00000010:2.0:1776202232.100209:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca0d5f5c. 00000020:00000010:2.0:1776202232.100217:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202232.100222:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.100249:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604592128/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.100280:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592128 02000000:00000010:2.0:1776202232.100299:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcc89d08. 00010000:00000010:2.0:1776202232.100326:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084ce7b5f. 00010000:00000010:2.0:1776202232.100346:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000077d2f5. 00000100:00000010:2.0:1776202232.100352:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.100366:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:2.0:1776202232.100370:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000077d2f5. 00000400:00000010:2.0:1776202232.100382:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202232.100387:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592128, offset 224 00000400:00000200:2.0:1776202232.100394:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.100404:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.100410:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91476:91476:256:4294967295] 192.168.204.38@tcp LPNI seq info [91476:91476:8:4294967295] 00000400:00000200:2.0:1776202232.100419:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.100423:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.100428:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202232.100433:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00080000:00000010:0.0:1776202232.100681:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045f04585. 00010000:00000010:0.0:1776202232.100773:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c25960c7. 00010000:00000010:0.0:1776202232.100781:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007acd0226. 00010000:00000010:0.0:1776202232.100882:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.100888:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.100900:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bccdfaa7. 00000100:00000010:0.0:1776202232.100904:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.100910:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202232.100930:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a102d77. 02000000:00000010:0.0:1776202232.100954:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9022d20. 00000400:00000010:0.0:1776202232.100960:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e749a4fd. 00000400:00000010:0.0:1776202232.100964:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.100968:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790848, portal 16 00000400:00000010:0.0:1776202232.100972:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202232.100974:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790848, offset 0 00000400:00000200:0.0:1776202232.100979:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.100986:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.100993:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.100996:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.100999:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.101002:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91477:91477:255:4294967295] 192.168.204.38@tcp LPNI seq info [91477:91477:7:4294967295] 00000400:00000200:0.0:1776202232.101009:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.101014:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.101018:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82355026). 00000800:00000200:0.0:1776202232.101022:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.101026:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.101030:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.101036:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.101039:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.101058:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202232.101062:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.101065:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca0d5f5c. 00000800:00000200:3.0:1776202232.101120:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.101124:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354778). 00000400:00000200:3.0:1776202232.101128:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.101132:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.101136:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:3.0:1776202232.101137:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:3.0:1776202232.101143:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613790848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776202232.101197:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.101199:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:3.0:1776202232.101203:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.101206:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.101207:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:3.0:1776202232.101217:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000400:00000200:0.0:1776202232.104896:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.104925:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d480 00000400:00000200:0.0:1776202232.104934:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb77fd [1] + 224 00000400:00000200:0.0:1776202232.104949:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.104954:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.104966:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613790848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.105053:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e749a4fd. 00000400:00000200:3.0:1776202232.105057:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:3.0:1776202232.105058:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:3.0:1776202232.105063:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613790848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.105068:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613790848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.105095:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9022d20. 02000000:00000010:3.0:1776202232.105100:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a102d77. 00000100:00000010:3.0:1776202232.105103:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:3.0:1776202232.105106:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:3.0:1776202232.105109:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bccdfaa7. 00010000:00000010:3.1:1776202232.105877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579b8c6. 00010000:00000010:3.1:1776202232.105886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2602ad1. 00010000:00000010:3.1:1776202232.105890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.1:1776202232.106400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785b6507. 00010000:00000010:0.1:1776202232.106406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00010000:00000010:2.1:1776202232.110073:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2230a86. 00000400:00000200:1.0:1776202232.111386:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.111409:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67840 00000400:00000200:1.0:1776202232.111418:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6125 [2] + 1968 00000400:00000010:1.0:1776202232.111423:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000702a2d32. 00000400:00000200:1.0:1776202232.111429:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e337be6d 00000400:00000200:1.0:1776202232.111651:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.111657:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.111662:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e337be6d 00000400:00000010:1.0:1776202232.111665:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e337be6d (tot 82354378). 00000100:00000200:1.0:1776202232.111671:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202232.114453:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202232.114468:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.114473:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.114507:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099232272 x1862480604592192/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.114582:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592192 02000000:00000010:3.0:1776202232.114594:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d93fa30. 00010000:00000010:3.0:1776202232.114630:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab78acec. 00010000:00000010:3.0:1776202232.114655:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.114663:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007035cfc1. 00000100:00000010:3.0:1776202232.114679:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007035cfc1. 00010000:00000010:3.0:1776202232.114682:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000010:3.0:1776202232.114698:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.114704:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592192, offset 224 00000400:00000200:3.0:1776202232.114714:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1776202232.114720:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9022d20. 00000400:00000200:3.0:1776202232.114729:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.114736:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91478:91478:256:4294967295] 192.168.204.38@tcp LPNI seq info [91478:91478:8:4294967295] 00000400:00000200:3.0:1776202232.114746:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.114752:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.114757:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354626). 00000800:00000200:3.0:1776202232.114763:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.114771:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.114775:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.114797:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.114801:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.114804:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 02000000:00000010:3.0:1776202232.114813:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcc89d08. 00000100:00000010:3.0:1776202232.114817:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:3.0:1776202232.114822:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8fc85d1. 00000100:00000010:3.0:1776202232.114824:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00010000:00000010:0.0:1776202232.114824:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.114854:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007524f4a2. 02000000:00000010:3.0:1776202232.114860:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:3.0:1776202232.114865:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202232.114869:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2ad75a4. 00000100:00000010:3.0:1776202232.114871:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:3.0:1776202232.114875:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008dbbb7dd. 00000100:00000010:3.0:1776202232.114876:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 02000000:00000010:3.0:1776202232.114892:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae8e0bae. 00000100:00000010:3.0:1776202232.114896:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000200:3.0:1776202232.114902:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1776202232.114952:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202232.114960:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.114976:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.114981:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.114988:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.115001:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094aebdc4. 00000800:00000200:3.0:1776202232.115020:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.115025:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354378). 02000000:00000010:0.0:1776202232.115028:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a531e4e3. 00000400:00000200:3.0:1776202232.115031:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.115038:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.115042:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:3.0:1776202232.115045:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 02000000:00000010:3.0:1776202232.115049:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d93fa30. 00000400:00000010:3.0:1776202232.115063:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e36663a2. 00000400:00000010:3.0:1776202232.115068:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007035cfc1 (tot 82354530). 00000400:00000010:0.0:1776202232.116731:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.116748:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202232.116755:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790912, portal 16 00000400:00000010:0.0:1776202232.116773:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.116775:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790912, offset 0 00000400:00000200:0.0:1776202232.116785:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.116798:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.116805:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.116808:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.116811:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.116814:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91479:91479:256:4294967295] 192.168.204.38@tcp LPNI seq info [91479:91479:8:4294967295] 00000400:00000200:0.0:1776202232.116823:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.116828:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.116848:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202232.116854:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.116863:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.116868:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.117545:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.117550:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:0.0:1776202232.117555:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.117562:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.117566:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202232.117569:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.117579:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613790912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.120941:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0840ead. 00000400:00000200:3.0:1776202232.120985:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.121002:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d4c0 00000400:00000200:3.0:1776202232.121011:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb780d [1] + 224 00000400:00000200:3.0:1776202232.121023:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.121026:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.121039:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613790912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.121069:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.121074:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67880 00000400:00000200:3.0:1776202232.121079:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 0 00000400:00000200:3.0:1776202232.121089:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.121092:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.121095:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.121101:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 00000020:00000010:3.0:1776202232.121151:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d93fa30. 00000020:00000010:3.0:1776202232.121159:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.121163:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.121186:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000762bde8f x1862480604592256/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.121229:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592256 02000000:00000010:3.0:1776202232.121241:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202232.121291:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.121299:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.121306:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.121309:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000010:3.0:1776202232.121322:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.121327:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592256, offset 224 00000400:00000200:3.0:1776202232.121334:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.121345:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.121350:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91480:91480:256:4294967295] 192.168.204.38@tcp LPNI seq info [91480:91480:8:4294967295] 00000400:00000200:3.0:1776202232.121360:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.121365:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.121370:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.121376:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.121383:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.121386:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.121402:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.121407:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.121410:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d93fa30. 00010000:00000010:0.1:1776202232.121484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2417a00. 00000800:00000200:3.0:1776202232.121489:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776202232.121492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000800:00000010:3.0:1776202232.121493:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:3.0:1776202232.121499:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.121503:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.121507:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:3.0:1776202232.121509:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000400:00000010:0.0:1776202232.121515:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.121520:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202232.121522:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202232.121530:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613790912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.121538:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613790912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.121557:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1a41446. 02000000:00000010:0.0:1776202232.121569:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a531e4e3. 02000000:00000010:0.0:1776202232.121577:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094aebdc4. 00000100:00000010:0.0:1776202232.121582:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.121585:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.121588:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.121605:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094aebdc4. 00010000:00000010:0.0:1776202232.121709:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.121715:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041e1b5c8. 00010000:00000010:0.0:1776202232.121807:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.121814:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.121825:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.121828:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.121857:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.121866:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a531e4e3. 02000000:00000010:0.0:1776202232.121890:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d35a0ed. 00000400:00000010:0.0:1776202232.121895:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.121898:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202232.121903:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613790976, portal 16 00000400:00000010:0.0:1776202232.121907:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.121908:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613790976, offset 0 00000400:00000200:0.0:1776202232.121924:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.121932:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.121939:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.121942:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.121945:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.121947:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91481:91481:256:4294967295] 192.168.204.38@tcp LPNI seq info [91481:91481:8:4294967295] 00000400:00000200:0.0:1776202232.121954:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.121958:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.121961:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202232.121965:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.121969:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.121971:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.122078:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.122081:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:3.0:1776202232.122084:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.122089:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.122091:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:3.0:1776202232.122092:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:3.0:1776202232.122098:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613790976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.135794:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.135821:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d500 00000400:00000200:1.0:1776202232.136004:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7819 [1] + 224 00000400:00000200:1.0:1776202232.136022:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.136026:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.136041:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613790976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.136083:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.136089:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed678c0 00000400:00000200:1.0:1776202232.136094:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 328 00000400:00000200:1.0:1776202232.136104:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.136106:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.136111:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.136118:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000400:00000010:0.0:1776202232.136202:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.136217:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202232.136220:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202232.136228:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613790976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.136235:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613790976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.136268:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d35a0ed. 02000000:00000010:0.0:1776202232.136273:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a531e4e3. 00000100:00000010:0.0:1776202232.136281:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.136284:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.136288:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000020:00000010:3.0:1776202232.136454:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202232.136463:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.136467:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.136494:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604592320/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.136564:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592320 02000000:00000010:3.0:1776202232.136576:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041bd4a7f. 00010000:00000010:3.0:1776202232.136604:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c674236. 00010000:00000010:3.0:1776202232.136625:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.136631:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.136646:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.136649:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000010:3.0:1776202232.136660:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.136665:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592320, offset 224 00000400:00000200:3.0:1776202232.136672:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.136684:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.136690:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91482:91482:256:4294967295] 192.168.204.38@tcp LPNI seq info [91482:91482:8:4294967295] 00000400:00000200:3.0:1776202232.136699:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.136704:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.136708:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.136713:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.136719:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.136723:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.136749:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.136754:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.136757:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00000800:00000200:2.0:1776202232.136934:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.136939:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:2.0:1776202232.136944:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.136948:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.136951:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:2.0:1776202232.136953:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00010000:00000010:0.1:1776202232.137405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000446ddac7. 00010000:00000010:0.1:1776202232.137413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000486f2753. 00010000:00000010:0.1:1776202232.137416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00080000:00000010:0.0:1776202232.137470:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d35a0ed. 00010000:00000010:0.0:1776202232.137577:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.137585:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069bc2895. 00010000:00000010:0.0:1776202232.138308:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202232.138316:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.138329:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.138334:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.138342:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.138356:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095ddebda. 02000000:00000010:0.0:1776202232.138385:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000797b0548. 00000400:00000010:0.0:1776202232.138392:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.138398:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202232.138404:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791040, portal 16 00000400:00000010:0.0:1776202232.138409:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.138415:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791040, offset 0 00000400:00000200:0.0:1776202232.138424:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.138438:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.138445:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.138449:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.138452:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.138454:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91483:91483:256:4294967295] 192.168.204.38@tcp LPNI seq info [91483:91483:8:4294967295] 00000400:00000200:0.0:1776202232.138464:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.138470:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.138474:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202232.138479:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.138485:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.138488:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.140732:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.140746:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:0.0:1776202232.140756:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.140769:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.140776:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:0.0:1776202232.140778:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.140801:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.141866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048aa5e5f. 00000400:00000200:1.0:1776202232.141965:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.141982:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d540 00000400:00000200:1.0:1776202232.141992:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7825 [1] + 224 00000400:00000200:1.0:1776202232.142010:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.142015:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.142024:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.142419:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.142424:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202232.142586:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202232.142595:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.142604:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.142613:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.142622:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67900 02000000:00000010:0.0:1776202232.142646:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000797b0548. 02000000:00000010:0.0:1776202232.142653:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095ddebda. 00000100:00000010:0.0:1776202232.142656:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.142659:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.142663:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000200:2.0:1776202232.142692:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 656 00000400:00000200:2.0:1776202232.142746:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.142750:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.142754:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.142759:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:0.0:1776202232.143134:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095ddebda. 00000020:00000010:0.0:1776202232.143142:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.143146:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.143339:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604592384/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.143382:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592384 02000000:00000010:0.0:1776202232.143393:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000797b0548. 00010000:00000010:0.0:1776202232.143421:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001624e75c. 00010000:00000010:0.1:1776202232.145378:0:66515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be92050f. 00010000:00000010:0.1:1776202232.145393:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.145404:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.145415:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.145452:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.145457:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000010:0.0:1776202232.145484:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202232.145491:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592384, offset 224 00000400:00000200:0.0:1776202232.145503:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.145522:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.145529:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91484:91484:256:4294967295] 192.168.204.38@tcp LPNI seq info [91484:91484:8:4294967295] 00080000:00000010:3.0:1776202232.145537:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d157ed1. 00000400:00000200:0.0:1776202232.145539:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.145554:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.145559:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202232.145565:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.145573:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.145576:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.145609:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.145623:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.145627:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095ddebda. 00010000:00000010:3.0:1776202232.145645:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:3.0:1776202232.145654:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d62ade92. 00010000:00000010:3.0:1776202232.145754:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202232.145761:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.145775:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202232.145778:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.145787:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202232.145801:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e9491ee. 00000800:00000200:2.0:1776202232.145983:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.145987:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:2.0:1776202232.145991:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.145997:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.146002:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:2.0:1776202232.146003:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 02000000:00000010:0.0:1776202232.149531:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095ddebda. 00000400:00000010:0.0:1776202232.149550:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.149559:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.149566:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791104, portal 16 00000400:00000010:0.0:1776202232.149573:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202232.149576:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791104, offset 0 00000400:00000200:0.0:1776202232.149586:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.149605:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.149616:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.149620:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.149623:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.149627:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91485:91485:256:4294967295] 192.168.204.38@tcp LPNI seq info [91485:91485:8:4294967295] 00000400:00000200:0.0:1776202232.149637:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.149643:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.149651:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202232.149659:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.149666:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.149669:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776202232.151877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676c47a9. 00010000:00000010:3.1:1776202232.151892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.1:1776202232.151944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3ba1d2a. 00000800:00000200:1.0:1776202232.152186:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.152191:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:1.0:1776202232.152196:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.152206:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.152522:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:1.0:1776202232.152525:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:1.0:1776202232.152538:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613791104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.159758:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.159779:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d580 00000400:00000200:2.0:1776202232.159788:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7831 [1] + 224 00000400:00000200:2.0:1776202232.159812:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.159816:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.159828:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613791104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.159968:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.159974:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:0.0:1776202232.159976:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.159982:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613791104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.159989:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613791104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.160019:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095ddebda. 02000000:00000010:0.0:1776202232.160025:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e9491ee. 00000100:00000010:0.0:1776202232.160029:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:0.0:1776202232.160034:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:0.0:1776202232.160038:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000200:2.0:1776202232.162781:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.162800:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67940 00000400:00000200:2.0:1776202232.162808:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 984 00000400:00000200:2.0:1776202232.163260:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.163267:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.163274:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.163280:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:0.0:1776202232.165030:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095ddebda. 00000020:00000010:0.0:1776202232.165042:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.165048:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.165096:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604592448/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.165137:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592448 02000000:00000010:0.0:1776202232.165152:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efe3d245. 00010000:00000010:0.0:1776202232.165182:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed301781. 00010000:00000010:0.0:1776202232.165219:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.165228:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.165249:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.165718:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000010:0.0:1776202232.165732:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.165739:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592448, offset 224 00000400:00000200:0.0:1776202232.165748:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.165762:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.165767:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91486:91486:256:4294967295] 192.168.204.38@tcp LPNI seq info [91486:91486:8:4294967295] 00000400:00000200:0.0:1776202232.165778:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.165784:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.165789:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354778). 00000800:00000200:0.0:1776202232.165796:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.165804:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.165808:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.165874:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.165879:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.165892:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095ddebda. 00000800:00000200:1.0:1776202232.166394:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.166400:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:1.0:1776202232.166405:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.166411:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.166415:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:1.0:1776202232.166417:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00080000:00000010:2.0:1776202232.166430:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca0d5f5c. 00010000:00000010:2.0:1776202232.166526:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:2.0:1776202232.166535:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007165010b. 00010000:00000010:2.0:1776202232.166602:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003499fdaf. 00010000:00000010:2.0:1776202232.166608:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074ac50ce. 00010000:00000010:2.0:1776202232.166619:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000077d2f5. 00000100:00000010:2.0:1776202232.166624:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.166632:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202232.166644:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcc89d08. 02000000:00000010:2.0:1776202232.166671:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d3e6d45. 00000400:00000010:2.0:1776202232.166677:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.166682:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202232.166687:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791168, portal 16 00000400:00000010:2.0:1776202232.166692:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202232.166693:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791168, offset 0 00000400:00000200:2.0:1776202232.166699:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.166707:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.166713:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.166716:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.166719:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.166721:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91487:91487:256:4294967295] 192.168.204.38@tcp LPNI seq info [91487:91487:8:4294967295] 00000400:00000200:2.0:1776202232.166728:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.166733:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.166737:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202232.166741:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.166746:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.166748:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.167415:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.167420:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:3.0:1776202232.167713:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.167721:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.167725:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:3.0:1776202232.167727:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:3.0:1776202232.167736:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613791168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.171002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031eaeb6e. 00010000:00000010:2.1:1776202232.174963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9e6dfc5. 00010000:00000010:2.1:1776202232.174980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00000400:00000200:2.0:1776202232.177333:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.177354:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d5c0 00000400:00000200:2.0:1776202232.177363:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb783d [1] + 224 00000400:00000200:2.0:1776202232.177382:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.177387:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.177399:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613791168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.177530:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:0.0:1776202232.177536:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:0.0:1776202232.177539:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:0.0:1776202232.178123:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613791168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.178135:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613791168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.178177:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d3e6d45. 02000000:00000010:0.0:1776202232.178186:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcc89d08. 00000100:00000010:0.0:1776202232.178191:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:0.0:1776202232.178196:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:0.0:1776202232.178203:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000077d2f5. 00000400:00000200:1.0:1776202232.186553:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.186575:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67980 00000400:00000200:1.0:1776202232.186585:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 1312 00000400:00000200:1.0:1776202232.186665:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.186670:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.186678:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.186684:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:0.0:1776202232.187193:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095ddebda. 00000020:00000010:0.0:1776202232.187201:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.187206:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.187235:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604592512/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.187531:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592512 02000000:00000010:0.0:1776202232.187554:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093f5462d. 00010000:00000010:0.0:1776202232.187587:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ab8a1d5. 00010000:00000010:0.0:1776202232.187612:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.188477:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.188495:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.188500:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.188551:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a531e4e3. 00010000:00000010:0.0:1776202232.188666:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074ac50ce. 00010000:00000010:0.0:1776202232.188675:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008154a7dd. 00010000:00000010:0.0:1776202232.188757:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.188763:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.188775:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.188778:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.188785:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.188797:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063a017b6. 02000000:00000010:0.0:1776202232.188822:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e01adec. 00000400:00000010:0.0:1776202232.188827:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.188851:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.188858:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791232, portal 16 00000400:00000010:0.0:1776202232.188862:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202232.188864:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791232, offset 0 00000400:00000200:0.0:1776202232.188873:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.188889:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.188896:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.188900:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.188902:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.188906:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91488:91488:256:4294967295] 192.168.204.38@tcp LPNI seq info [91488:91488:8:4294967295] 00000400:00000200:0.0:1776202232.188927:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.188932:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.188937:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202232.188943:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.188951:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.188955:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.189067:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.189071:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:0.0:1776202232.189074:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.189078:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.189082:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:0.0:1776202232.189084:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:0.0:1776202232.189090:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.189117:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202232.189119:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592512, offset 224 00000400:00000200:0.0:1776202232.189123:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.189128:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.189132:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91489:91489:256:4294967295] 192.168.204.38@tcp LPNI seq info [91489:91489:8:4294967295] 00000400:00000200:0.0:1776202232.189143:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.189147:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.189150:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202232.189153:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.189157:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.189159:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.189178:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.189183:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.189189:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095ddebda. 00000800:00000200:0.0:1776202232.189212:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.189214:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:0.0:1776202232.189216:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.189220:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.189222:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:0.0:1776202232.189224:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000400:00000200:1.0:1776202232.195931:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.195953:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d600 00000400:00000200:1.0:1776202232.195963:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7845 [1] + 224 00000400:00000200:1.0:1776202232.195981:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.195985:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.195997:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.196150:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.196159:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed679c0 00000400:00000200:3.0:1776202232.196164:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 1640 00000400:00000200:3.0:1776202232.196215:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.196219:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.196224:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.196229:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 00000020:00000010:1.0:1776202232.196327:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e6500c4. 00000020:00000010:1.0:1776202232.196334:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.196339:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.196364:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000675b6101 x1862480604592576/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.196397:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592576 02000000:00000010:1.0:1776202232.196409:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041e80cac. 00010000:00000010:1.0:1776202232.196451:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202232.196459:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040adbc41. 00000100:00000010:1.0:1776202232.196465:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000040adbc41. 00010000:00000010:1.0:1776202232.196470:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202232.196482:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.196487:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592576, offset 224 00000400:00000200:1.0:1776202232.196494:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.196505:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.196511:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91490:91490:256:4294967295] 192.168.204.38@tcp LPNI seq info [91490:91490:8:4294967295] 00000400:00000200:1.0:1776202232.196521:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.196526:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.196531:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.196536:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.196543:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.196547:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.196567:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.196571:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.196575:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e6500c4. 00000800:00000200:1.0:1776202232.196646:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.196648:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202232.196652:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.196655:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.196659:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:1.0:1776202232.196660:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000400:00000010:0.0:1776202232.197193:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.197200:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202232.197202:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.197211:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.197220:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.197245:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf92ee5. 02000000:00000010:0.0:1776202232.197273:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e01adec. 02000000:00000010:0.0:1776202232.197279:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063a017b6. 00000100:00000010:0.0:1776202232.197283:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.197286:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.197289:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.197306:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063a017b6. 00010000:00000010:0.0:1776202232.197406:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.197413:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1128a1d. 00010000:00000010:0.0:1776202232.197494:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202232.197498:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096e2c657. 00010000:00000010:0.0:1776202232.197504:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202232.197510:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00080000:00000010:0.0:1776202232.197524:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e01adec. 00010000:00000010:0.0:1776202232.197551:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.197555:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096e2c657. 00010000:00000010:0.0:1776202232.197640:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202232.197645:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.197654:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.197659:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.197666:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.197678:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a207774. 02000000:00000010:0.0:1776202232.197709:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000453f59b. 00000400:00000010:0.0:1776202232.197715:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.197719:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.197726:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791296, portal 16 00000400:00000010:0.0:1776202232.197732:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202232.197734:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791296, offset 0 00000400:00000200:0.0:1776202232.199256:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.199277:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.199284:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.199287:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.199305:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.199310:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91491:91491:256:4294967295] 192.168.204.38@tcp LPNI seq info [91491:91491:8:4294967295] 00000400:00000200:0.0:1776202232.199321:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.199328:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.199334:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202232.199341:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.199349:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.199353:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.199700:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.199705:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354530). 00000400:00000200:3.0:1776202232.199710:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.199715:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.199721:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:3.0:1776202232.199723:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:3.0:1776202232.199733:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.200524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66fec30. 00010000:00000010:0.1:1776202232.200534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045883aca. 00010000:00000010:0.1:1776202232.200539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003499fdaf. 00010000:00000010:0.1:1776202232.210983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb17a845. 00010000:00000010:0.1:1776202232.210998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a12ff7b. 00010000:00000010:0.1:1776202232.211003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:0.1:1776202232.211006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202232.211009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000400:00000200:3.0:1776202232.214115:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.214134:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d640 00000400:00000200:3.0:1776202232.214150:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7855 [1] + 224 00000400:00000200:3.0:1776202232.214162:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.214166:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.214177:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.214215:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.214220:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67a00 00000400:00000200:3.0:1776202232.214224:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb617d [2] + 1968 00000400:00000010:3.0:1776202232.214229:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c492be3d. 00000400:00000200:3.0:1776202232.214233:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000024bd0bc5 00000400:00000200:3.0:1776202232.214241:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.214244:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.214247:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024bd0bc5 00000400:00000010:3.0:1776202232.214249:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000024bd0bc5 (tot 82354378). 00000100:00000200:3.0:1776202232.214255:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202232.214357:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e6500c4. 00000020:00000010:1.0:1776202232.214364:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.214368:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.214390:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008d2e3db x1862480604592640/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.214423:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592640 02000000:00000010:1.0:1776202232.214434:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:1.0:1776202232.214468:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202232.214475:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040adbc41. 00000100:00000010:1.0:1776202232.214481:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000040adbc41. 00010000:00000010:1.0:1776202232.214485:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202232.214497:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.214501:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592640, offset 224 00000400:00000200:1.0:1776202232.214508:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.214518:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.214524:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91492:91492:256:4294967295] 192.168.204.38@tcp LPNI seq info [91492:91492:8:4294967295] 00000400:00000200:1.0:1776202232.214534:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.214539:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.214543:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202232.214548:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.214554:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.214557:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.214577:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.214581:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.214584:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e6500c4. 02000000:00000010:1.0:1776202232.214602:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041e80cac. 00000100:00000010:1.0:1776202232.214605:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 02000000:00000010:1.0:1776202232.214610:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093f5462d. 00000100:00000010:1.0:1776202232.214612:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:1.0:1776202232.214616:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efe3d245. 00000100:00000010:1.0:1776202232.214618:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:1.0:1776202232.214621:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000797b0548. 00000100:00000010:1.0:1776202232.214622:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:1.0:1776202232.214625:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041bd4a7f. 00000100:00000010:1.0:1776202232.214627:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202232.214631:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8fc85d1. 00000100:00000010:1.0:1776202232.214633:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00000100:00000200:1.0:1776202232.214638:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202232.214643:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b28868c. 00000400:00000010:1.0:1776202232.214646:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000040adbc41 (tot 82354778). 00000400:00000010:0.0:1776202232.215197:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.215203:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202232.215205:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.215214:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.215223:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.215247:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077901fca. 02000000:00000010:0.0:1776202232.215306:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000453f59b. 02000000:00000010:0.0:1776202232.215313:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a207774. 00000100:00000010:0.0:1776202232.215316:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.215319:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.215321:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.215340:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a207774. 00010000:00000010:0.0:1776202232.215441:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.215447:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc653755. 00010000:00000010:0.0:1776202232.215527:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202232.215534:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.215546:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.215551:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.215557:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.215570:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000453f59b. 02000000:00000010:0.0:1776202232.215616:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0ce953b. 00000400:00000010:0.0:1776202232.215620:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.215624:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.215627:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791360, portal 16 00000400:00000010:0.0:1776202232.215632:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202232.215634:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791360, offset 0 00000400:00000200:0.0:1776202232.215641:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.215651:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.215658:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.215662:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.215665:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.215667:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91493:91493:255:4294967295] 192.168.204.38@tcp LPNI seq info [91493:91493:7:4294967295] 00000400:00000200:0.0:1776202232.215676:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.215681:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.215685:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82355026). 00000800:00000200:0.0:1776202232.215688:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.215695:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.215698:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.215799:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.215803:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202232.215807:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.215812:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.215815:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:3.0:1776202232.215817:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 02000000:00000010:3.0:1776202232.215822:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000800:00000200:3.0:1776202232.215945:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.215947:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:3.0:1776202232.215951:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.215954:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.215956:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:3.0:1776202232.215957:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:3.0:1776202232.215963:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.219221:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.219241:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d680 00000400:00000200:3.0:1776202232.219249:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7865 [1] + 224 00000400:00000200:3.0:1776202232.219272:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.219276:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.219287:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.219356:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.219361:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67a40 00000400:00000200:3.0:1776202232.219367:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 0 00000400:00000200:3.0:1776202232.219415:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.219419:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.219426:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.219432:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000020:00000010:2.0:1776202232.219538:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcc89d08. 00000020:00000010:2.0:1776202232.219545:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d327878e. 00000020:00000010:2.0:1776202232.219550:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.219575:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604592704/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.219615:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592704 02000000:00000010:2.0:1776202232.219634:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d3e6d45. 00010000:00000010:2.0:1776202232.219671:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063257b5d. 00000100:00000010:2.0:1776202232.219678:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.219685:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:2.0:1776202232.219689:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063257b5d. 00000400:00000010:2.0:1776202232.219701:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202232.219705:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592704, offset 224 00000400:00000200:2.0:1776202232.219712:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.219722:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.219727:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91494:91494:256:4294967295] 192.168.204.38@tcp LPNI seq info [91494:91494:8:4294967295] 00000400:00000200:2.0:1776202232.219736:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.219740:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.219745:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202232.219750:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.219756:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.219759:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.219781:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d327878e. 00000020:00000010:2.0:1776202232.219785:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.219788:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcc89d08. 00000800:00000200:3.0:1776202232.220241:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.220246:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:3.0:1776202232.220255:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.220260:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.220264:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:3.0:1776202232.220266:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000400:00000010:0.0:1776202232.226398:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.226410:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202232.226412:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.226429:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.226439:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.226472:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000461041be. 02000000:00000010:0.0:1776202232.226494:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0ce953b. 02000000:00000010:0.0:1776202232.226500:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000453f59b. 00000100:00000010:0.0:1776202232.226504:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.226508:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.226511:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:0.0:1776202232.226533:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000453f59b. 00010000:00000010:0.0:1776202232.226668:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.226676:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084dad7dc. 00010000:00000010:0.0:1776202232.226775:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.226780:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.226791:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.226796:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.226803:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.226814:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0ce953b. 02000000:00000010:0.0:1776202232.226865:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f29387d. 00000400:00000010:0.0:1776202232.226871:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.226876:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.226882:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791424, portal 16 00000400:00000010:0.0:1776202232.226888:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202232.226890:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791424, offset 0 00000400:00000200:0.0:1776202232.226898:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.226924:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.226932:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.226936:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.226939:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.226943:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91495:91495:256:4294967295] 192.168.204.38@tcp LPNI seq info [91495:91495:8:4294967295] 00000400:00000200:0.0:1776202232.226953:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.226959:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.226964:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00000800:00000200:0.0:1776202232.226972:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.226980:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.226984:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.227761:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.227766:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:3.0:1776202232.227771:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.227778:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.227783:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:3.0:1776202232.227785:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:3.0:1776202232.227792:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.229900:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.229929:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d6c0 00000400:00000200:3.0:1776202232.229939:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7871 [1] + 224 00000400:00000200:3.0:1776202232.229956:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.229960:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.229970:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.230065:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.230071:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202232.230073:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.230079:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.230087:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.230118:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f29387d. 02000000:00000010:0.0:1776202232.230124:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0ce953b. 00000100:00000010:0.0:1776202232.230128:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.230131:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.230135:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000200:3.0:1776202232.231800:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.231818:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67a80 00000400:00000200:3.0:1776202232.231826:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 328 00000400:00000200:3.0:1776202232.232119:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.232125:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.232133:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.232140:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000020:00000010:1.0:1776202232.232476:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e80cac. 00000020:00000010:1.0:1776202232.232486:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.232491:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.232527:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000985f69f x1862480604592768/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.232571:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592768 02000000:00000010:1.0:1776202232.232584:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e6500c4. 00010000:00000010:1.0:1776202232.232618:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea77030a. 00010000:00000010:1.0:1776202232.232642:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202232.232649:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202232.232667:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202232.232672:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000010:1.0:1776202232.232686:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202232.232691:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592768, offset 224 00000400:00000200:1.0:1776202232.232700:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.232712:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.232717:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91496:91496:256:4294967295] 192.168.204.38@tcp LPNI seq info [91496:91496:8:4294967295] 00000400:00000200:1.0:1776202232.232728:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.232733:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.232739:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.232745:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.232752:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.232755:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.232773:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.232777:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.232781:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e80cac. 00000800:00000200:1.0:1776202232.232885:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.232888:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202232.232891:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.232894:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.232897:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:1.0:1776202232.232899:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00010000:00000010:0.1:1776202232.233574:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea9ebac3. 00010000:00000010:0.1:1776202232.233584:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d22a42. 00010000:00000010:0.1:1776202232.233589:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00080000:00000010:0.0:1776202232.234029:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0ce953b. 00010000:00000010:0.0:1776202232.234124:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.234131:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f9b3620. 00010000:00000010:0.0:1776202232.234203:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202232.234209:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.234221:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.234227:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.234240:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.234419:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f29387d. 02000000:00000010:0.0:1776202232.234451:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ab495e7. 00000400:00000010:0.0:1776202232.234459:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.234465:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.234472:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791488, portal 16 00000400:00000010:0.0:1776202232.234478:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202232.234480:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791488, offset 0 00000400:00000200:0.0:1776202232.234488:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.234505:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.234513:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.234517:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.234520:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.234523:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91497:91497:256:4294967295] 192.168.204.38@tcp LPNI seq info [91497:91497:8:4294967295] 00000400:00000200:0.0:1776202232.234534:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.234539:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.234544:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202232.234549:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.234555:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.234558:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.248484:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.248496:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202232.248504:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.248514:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.248522:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:1.0:1776202232.248525:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:1.0:1776202232.248538:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.251412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e28a291a. 00010000:00000010:0.1:1776202232.252517:0:15859:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8c9555. 00010000:00000010:0.1:1776202232.252529:0:15859:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124b4269. 00010000:00000010:0.1:1776202232.252534:0:15859:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:0.1:1776202232.252538:0:15859:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4dba35b. 00010000:00000010:0.1:1776202232.252543:0:15859:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000400:00000200:1.0:1776202232.256808:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.257053:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d700 00000400:00000200:1.0:1776202232.257065:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb787d [1] + 224 00000400:00000200:1.0:1776202232.257083:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.257088:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.257101:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.257178:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.257184:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67ac0 00000400:00000200:1.0:1776202232.257190:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 656 00000400:00000200:1.0:1776202232.257257:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.257260:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.257265:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.257270:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:3.0:1776202232.257557:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:3.0:1776202232.257564:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.257569:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.257613:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604592832/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.257650:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592832 02000000:00000010:3.0:1776202232.257663:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008470909e. 00010000:00000010:3.0:1776202232.257713:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.257721:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.257729:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.257732:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00000400:00000010:3.0:1776202232.257760:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202232.257766:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592832, offset 224 00000400:00000200:3.0:1776202232.257775:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.257787:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.257792:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91498:91498:256:4294967295] 192.168.204.38@tcp LPNI seq info [91498:91498:8:4294967295] 00000400:00000200:3.0:1776202232.257801:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.257807:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.257813:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.257818:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.257824:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.257828:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.257885:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.257890:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.257893:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 00000800:00000200:2.0:1776202232.258104:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.258108:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:2.0:1776202232.258113:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.258118:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.258121:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:2.0:1776202232.258124:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000400:00000010:0.0:1776202232.267756:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.267772:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202232.267775:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.267792:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.267804:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.267857:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a0b21a7. 02000000:00000010:0.0:1776202232.267879:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ab495e7. 02000000:00000010:0.0:1776202232.267886:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f29387d. 00000100:00000010:0.0:1776202232.267891:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.267896:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.267905:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:1.0:1776202232.268287:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dbbb7dd. 00010000:00000010:1.0:1776202232.268405:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:1.0:1776202232.268414:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf076892. 00010000:00000010:1.0:1776202232.268498:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b608ec0. 00010000:00000010:1.0:1776202232.268505:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19fd14b. 00010000:00000010:1.0:1776202232.268518:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076ef48ca. 00000100:00000010:1.0:1776202232.268525:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202232.268534:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 02000000:00000010:1.0:1776202232.268548:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2ad75a4. 02000000:00000010:1.0:1776202232.268583:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d40f237. 00000400:00000010:1.0:1776202232.268589:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b03a5513. 00000400:00000010:1.0:1776202232.268596:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202232.268602:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791552, portal 16 00000400:00000010:1.0:1776202232.268608:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202232.268610:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791552, offset 0 00000400:00000200:1.0:1776202232.268620:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.269136:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.269144:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.269147:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.269150:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.269154:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91499:91499:256:4294967295] 192.168.204.38@tcp LPNI seq info [91499:91499:8:4294967295] 00000400:00000200:1.0:1776202232.269164:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.269170:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.269193:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.269201:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.269208:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.269213:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.269374:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.269379:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202232.269384:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.269390:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.269395:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:3.0:1776202232.269397:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:3.0:1776202232.269407:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058669b1c x1862480613791552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.272904:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.272935:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d740 00000400:00000200:1.0:1776202232.272945:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7889 [1] + 224 00000400:00000200:1.0:1776202232.272967:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.272972:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.272984:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058669b1c x1862480613791552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.274110:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b03a5513. 00000400:00000200:0.0:1776202232.274119:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:0.0:1776202232.274121:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:0.0:1776202232.274134:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058669b1c x1862480613791552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.274143:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058669b1c x1862480613791552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.274173:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d40f237. 02000000:00000010:0.0:1776202232.274179:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2ad75a4. 00000100:00000010:0.0:1776202232.274183:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00000100:00000010:0.0:1776202232.274188:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:0.0:1776202232.274193:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076ef48ca. 00000400:00000200:3.0:1776202232.274514:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.274529:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67b00 00000400:00000200:3.0:1776202232.274536:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 984 00000400:00000200:3.0:1776202232.274611:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.274616:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.274621:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.274631:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 00000020:00000010:1.0:1776202232.274706:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2ad75a4. 00000020:00000010:1.0:1776202232.274713:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.274717:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.274749:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073204bd6 x1862480604592896/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.274773:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592896 02000000:00000010:1.0:1776202232.274783:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:1.0:1776202232.274812:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009083cc0e. 00010000:00000010:1.0:1776202232.274854:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f95e19f. 00000100:00000010:1.0:1776202232.274860:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202232.274869:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202232.274872:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f95e19f. 00000400:00000010:1.0:1776202232.274884:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202232.274888:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592896, offset 224 00000400:00000200:1.0:1776202232.274895:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.274905:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.274919:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91500:91500:256:4294967295] 192.168.204.38@tcp LPNI seq info [91500:91500:8:4294967295] 00000400:00000200:1.0:1776202232.274930:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.274935:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.274939:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.274945:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.274953:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.274958:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.274978:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.274981:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.274987:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2ad75a4. 00000800:00000200:3.0:1776202232.275103:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.275106:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202232.275110:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.275114:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.275117:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:3.0:1776202232.275119:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00080000:00000010:0.0:1776202232.276241:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f29387d. 00010000:00000010:0.0:1776202232.276331:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19fd14b. 00010000:00000010:0.0:1776202232.276339:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edef3cca. 00010000:00000010:0.0:1776202232.276404:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202232.276407:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096e2c657. 00010000:00000010:0.0:1776202232.276412:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.276417:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00080000:00000010:0.0:1776202232.276430:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ab495e7. 00010000:00000010:0.0:1776202232.276449:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.276452:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096e2c657. 00010000:00000010:0.0:1776202232.276499:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202232.276502:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.276510:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.276515:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.276522:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.276534:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e196b885. 02000000:00000010:0.0:1776202232.276562:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff970885. 00000400:00000010:0.0:1776202232.276568:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.276574:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202232.276579:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791616, portal 16 00000400:00000010:0.0:1776202232.276583:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202232.276585:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791616, offset 0 00000400:00000200:0.0:1776202232.276592:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.276605:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.276613:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.276616:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.276619:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.276621:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91501:91501:256:4294967295] 192.168.204.38@tcp LPNI seq info [91501:91501:8:4294967295] 00000400:00000200:0.0:1776202232.276629:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.276635:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.276640:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202232.276645:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.276650:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.276653:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.277142:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.277146:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:1.0:1776202232.277151:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.277155:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.277160:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:1.0:1776202232.277161:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:1.0:1776202232.277170:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613791616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.282935:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.282970:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d780 00000400:00000200:0.0:1776202232.282979:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7895 [1] + 224 00000400:00000200:0.0:1776202232.282992:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.282997:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.283008:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613791616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.283053:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.283058:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67b40 00000400:00000200:0.0:1776202232.283063:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 1312 00000400:00000200:0.0:1776202232.283262:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.283267:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.283273:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.283280:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000400:00000010:2.0:1776202232.283291:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:2.0:1776202232.283296:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:2.0:1776202232.283298:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000020:00000010:3.0:1776202232.283351:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:3.0:1776202232.283360:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.283365:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.283403:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604592960/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.283440:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604592960 02000000:00000010:3.0:1776202232.283453:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026280ef7. 00010000:00000010:3.0:1776202232.283500:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.283508:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.283516:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.283519:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00000400:00000010:3.0:1776202232.283536:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:2.0:1776202232.283559:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613791616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.283568:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613791616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202232.283605:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f848683a. 02000000:00000010:2.0:1776202232.283618:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff970885. 02000000:00000010:2.0:1776202232.283630:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e196b885. 00000100:00000010:2.0:1776202232.283633:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:2.0:1776202232.283636:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:2.0:1776202232.283638:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00080000:00000010:2.0:1776202232.283654:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ae6b4e4. 00010000:00000010:2.0:1776202232.283760:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:2.0:1776202232.283766:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004278480a. 00010000:00000010:2.0:1776202232.283855:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021d61a50. 00010000:00000010:2.0:1776202232.283863:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00010000:00000010:2.0:1776202232.283876:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063257b5d. 00000100:00000010:2.0:1776202232.283880:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.283888:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202232.283898:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:2.0:1776202232.283936:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000406f45e4. 00000400:00000010:2.0:1776202232.283941:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202232.291584:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.291598:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791680, portal 16 00000400:00000010:2.0:1776202232.291606:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202232.291609:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791680, offset 0 00000400:00000200:2.0:1776202232.291620:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:1.1:1776202232.291880:0:78545:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773c17d0. 00010000:00000010:1.1:1776202232.291888:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:1.1:1776202232.291892:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001972b4af. 00000400:00000200:2.0:1776202232.291928:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.291936:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.291940:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.291943:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.291946:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91502:91502:256:4294967295] 192.168.204.38@tcp LPNI seq info [91502:91502:8:4294967295] 00000400:00000200:2.0:1776202232.291956:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.291963:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.291987:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202232.291994:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.292002:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.292006:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202232.292091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee129670. 00000800:00000200:0.0:1776202232.296231:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.296240:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202232.296249:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.296260:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.296265:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:0.0:1776202232.296268:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:0.0:1776202232.296277:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613791680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.296389:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604592960, offset 224 00000400:00000200:3.0:1776202232.296403:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.296419:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.296425:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91503:91503:256:4294967295] 192.168.204.38@tcp LPNI seq info [91503:91503:8:4294967295] 00000400:00000200:3.0:1776202232.296435:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.296441:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.296446:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.296452:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.296459:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.296463:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.296560:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.296569:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.296574:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 00000400:00000200:2.0:1776202232.299455:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.299477:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d7c0 00000400:00000200:2.0:1776202232.299488:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78a1 [1] + 224 00000400:00000200:2.0:1776202232.299503:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.299507:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.299522:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613791680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.300023:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:3.0:1776202232.300028:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:3.0:1776202232.300030:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:3.0:1776202232.300037:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613791680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.300045:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613791680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.300078:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000406f45e4. 02000000:00000010:3.0:1776202232.300085:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:3.0:1776202232.300089:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:3.0:1776202232.300093:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:3.0:1776202232.300099:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063257b5d. 00010000:00000010:2.1:1776202232.300188:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000966b25da. 00010000:00000010:2.1:1776202232.300195:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1c5604e. 00010000:00000010:2.1:1776202232.300199:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000800:00000200:2.0:1776202232.300695:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.300700:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:2.0:1776202232.300706:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.300712:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.300716:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:2.0:1776202232.300717:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000400:00000200:2.0:1776202232.301270:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.301284:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67b80 00000400:00000200:2.0:1776202232.301291:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 1640 00000400:00000200:2.0:1776202232.301307:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.301310:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.301314:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.301319:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000020:00000010:3.0:1776202232.301499:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:3.0:1776202232.301509:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.301513:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.301556:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c37954d x1862480604593024/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.301599:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593024 02000000:00000010:3.0:1776202232.301614:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003506526b. 00010000:00000010:3.0:1776202232.301668:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073865946. 00010000:00000010:3.0:1776202232.301694:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.301702:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.301717:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.301721:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00000400:00000010:3.0:1776202232.301935:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202232.301943:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593024, offset 224 00000400:00000200:3.0:1776202232.301953:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.301965:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.301971:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91504:91504:256:4294967295] 192.168.204.38@tcp LPNI seq info [91504:91504:8:4294967295] 00000400:00000200:3.0:1776202232.301983:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.301988:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.301993:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202232.301999:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.302006:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.302010:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.302035:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.302039:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.302043:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 00080000:00000010:3.0:1776202232.302075:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036b410c4. 00010000:00000010:3.0:1776202232.302183:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202232.302192:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f36077c2. 00010000:00000010:3.0:1776202232.302381:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202232.302387:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.302398:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.302402:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.302411:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 02000000:00000010:3.0:1776202232.302426:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003caf4f00. 02000000:00000010:3.0:1776202232.302458:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fd0e57d. 00000400:00000010:3.0:1776202232.302465:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adf02f07. 00000400:00000010:3.0:1776202232.302471:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202232.302476:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791744, portal 16 00000400:00000010:3.0:1776202232.302482:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202232.302484:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791744, offset 0 00000400:00000200:3.0:1776202232.302490:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.302499:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.302509:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.302512:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.302515:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.302517:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91505:91505:255:4294967295] 192.168.204.38@tcp LPNI seq info [91505:91505:7:4294967295] 00000400:00000200:3.0:1776202232.302523:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.302527:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.302531:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82355026). 00000800:00000200:3.0:1776202232.302535:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.302539:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.302542:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202232.303560:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e8009f. 00010000:00000010:0.1:1776202232.303575:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b608ec0. 00010000:00000010:0.1:1776202232.303580:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202232.303583:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000800:00000200:0.0:1776202232.303718:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.303723:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354778). 00000400:00000200:0.0:1776202232.303728:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.303814:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.303821:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:0.0:1776202232.303823:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000800:00000200:0.0:1776202232.306796:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.306805:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:0.0:1776202232.306815:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.306826:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.306850:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:0.0:1776202232.306853:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:0.0:1776202232.306866:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613791744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.307977:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.307999:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d800 00000400:00000200:2.0:1776202232.308009:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78ad [1] + 224 00000400:00000200:2.0:1776202232.308021:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.308025:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.308035:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613791744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.308111:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.308117:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67bc0 00000400:00000200:2.0:1776202232.308122:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb61d5 [2] + 1968 00000400:00000010:2.0:1776202232.308126:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd4f63a0. 00000400:00000200:2.0:1776202232.308129:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000106122a9 00000400:00000200:2.0:1776202232.308178:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.308182:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.308184:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000106122a9 00000400:00000010:2.0:1776202232.308186:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000106122a9 (tot 82354378). 00000100:00000200:2.0:1776202232.308193:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202232.308898:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e78ae6eb. 00000020:00000010:0.0:1776202232.308906:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.308922:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.308949:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc3b1c3c x1862480604593088/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.308986:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593088 02000000:00000010:0.0:1776202232.309000:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e196b885. 00010000:00000010:0.0:1776202232.309043:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.309051:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6eed1b9. 00000100:00000010:0.0:1776202232.309057:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6eed1b9. 00010000:00000010:0.0:1776202232.309062:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000010:0.0:1776202232.309074:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.309079:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593088, offset 224 00000400:00000200:0.0:1776202232.309087:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.309101:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.309107:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91506:91506:256:4294967295] 192.168.204.38@tcp LPNI seq info [91506:91506:8:4294967295] 00000400:00000200:0.0:1776202232.309118:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.309123:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.309128:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354626). 00000800:00000200:0.0:1776202232.309133:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.309141:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.309146:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.309162:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.309166:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.309170:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e78ae6eb. 02000000:00000010:0.0:1776202232.309180:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003506526b. 00000100:00000010:0.0:1776202232.309184:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:0.0:1776202232.309188:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026280ef7. 00000100:00000010:0.0:1776202232.309189:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202232.309192:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:0.0:1776202232.309194:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 02000000:00000010:0.0:1776202232.309197:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008470909e. 00000100:00000010:0.0:1776202232.309199:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:0.0:1776202232.309203:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e6500c4. 00000100:00000010:0.0:1776202232.309205:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:0.0:1776202232.309209:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d3e6d45. 00000100:00000010:0.0:1776202232.309211:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000200:0.0:1776202232.309217:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202232.309223:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000244a6793. 00000400:00000010:0.0:1776202232.309227:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6eed1b9 (tot 82354778). 00000800:00000200:0.0:1776202232.309471:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.309475:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:0.0:1776202232.309479:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.309484:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.309488:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202232.309489:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 02000000:00000010:0.0:1776202232.309494:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e196b885. 00000400:00000010:3.0:1776202232.311171:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adf02f07. 00000400:00000200:3.0:1776202232.311178:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202232.311180:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:3.0:1776202232.311193:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613791744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.311203:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613791744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202232.311229:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e581c35. 02000000:00000010:3.0:1776202232.311245:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fd0e57d. 02000000:00000010:3.0:1776202232.311333:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003caf4f00. 00000100:00000010:3.0:1776202232.311337:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 00000100:00000010:3.0:1776202232.311342:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.311345:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00080000:00000010:3.0:1776202232.311385:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003caf4f00. 00010000:00000010:3.0:1776202232.311480:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.311488:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2aa3a22. 00010000:00000010:3.0:1776202232.311566:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202232.311572:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.311585:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.311591:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.311599:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 02000000:00000010:3.0:1776202232.311611:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fd0e57d. 02000000:00000010:3.0:1776202232.311715:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8fc85d1. 00000400:00000010:3.0:1776202232.311722:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adf02f07. 00000400:00000010:3.0:1776202232.311727:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202232.311733:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791808, portal 16 00000400:00000010:3.0:1776202232.311816:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202232.311820:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791808, offset 0 00000400:00000200:3.0:1776202232.311828:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.311943:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.311951:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.311954:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.311957:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.311960:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91507:91507:256:4294967295] 192.168.204.38@tcp LPNI seq info [91507:91507:8:4294967295] 00000400:00000200:3.0:1776202232.311971:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.311977:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.312068:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202232.312077:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.312083:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.312086:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.318689:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.318699:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:0.0:1776202232.318716:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.318730:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.318736:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:0.0:1776202232.318885:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:0.0:1776202232.318901:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613791808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.320098:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.320117:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d840 00000400:00000200:0.0:1776202232.320126:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78bd [1] + 224 00000400:00000200:0.0:1776202232.320138:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.320141:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.320149:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613791808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.320182:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.320188:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67c00 00000400:00000200:0.0:1776202232.320193:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 0 00000400:00000200:0.0:1776202232.320203:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.320206:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.320210:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.320216:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000400:00000010:3.0:1776202232.320291:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adf02f07. 00000400:00000200:3.0:1776202232.320295:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202232.320296:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:3.0:1776202232.320302:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613791808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.320312:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613791808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.320342:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202232.320347:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fd0e57d. 00000100:00000010:3.0:1776202232.320350:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 00000100:00000010:3.0:1776202232.320354:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.320358:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00000020:00000010:1.0:1776202232.320467:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202232.320475:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024f7dfd7. 00000020:00000010:1.0:1776202232.320479:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.320504:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604593152/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.320539:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593152 02000000:00000010:1.0:1776202232.320550:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2ad75a4. 00010000:00000010:1.0:1776202232.320578:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe3b0611. 00010000:00000010:1.0:1776202232.320595:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cebe21c2. 00000100:00000010:1.0:1776202232.320601:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202232.320616:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202232.320620:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cebe21c2. 00000400:00000010:1.0:1776202232.320633:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202232.320637:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593152, offset 224 00000400:00000200:1.0:1776202232.320646:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.320658:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.320666:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91508:91508:256:4294967295] 192.168.204.38@tcp LPNI seq info [91508:91508:8:4294967295] 00000400:00000200:1.0:1776202232.320677:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.320683:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.320688:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.320694:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.320701:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.320704:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.320719:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024f7dfd7. 00000020:00000010:1.0:1776202232.320724:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.320727:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:0.0:1776202232.320939:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.320943:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202232.320947:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.320950:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.320953:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:0.0:1776202232.320955:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00010000:00000010:3.1:1776202232.322200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004df643b7. 00080000:00000010:3.0:1776202232.322242:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fd0e57d. 00010000:00000010:3.0:1776202232.322346:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.322356:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e6d6d55. 00010000:00000010:3.0:1776202232.322439:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202232.322446:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.322459:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7b278e4. 00000100:00000010:3.0:1776202232.322466:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.322475:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 02000000:00000010:3.0:1776202232.322488:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202232.322531:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041bd4a7f. 00000400:00000010:3.0:1776202232.322537:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adf02f07. 00000400:00000010:3.0:1776202232.322543:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202232.322549:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791872, portal 16 00000400:00000010:3.0:1776202232.322554:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202232.322556:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791872, offset 0 00000400:00000200:3.0:1776202232.322564:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.322578:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.322585:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.322588:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.322603:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.322606:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91509:91509:256:4294967295] 192.168.204.38@tcp LPNI seq info [91509:91509:8:4294967295] 00000400:00000200:3.0:1776202232.322615:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.322620:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.323937:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.323952:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.323959:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.323963:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.324158:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.324162:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:1.0:1776202232.324168:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.324173:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.324178:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:1.0:1776202232.324181:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:1.0:1776202232.324189:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613791872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.327514:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.327537:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d880 00000400:00000200:3.0:1776202232.327546:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78c9 [1] + 224 00000400:00000200:3.0:1776202232.327559:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.327564:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.327576:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613791872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.328385:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.328394:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67c40 00000400:00000200:3.0:1776202232.328401:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 328 00000400:00000200:3.0:1776202232.328412:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.328416:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.328421:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.328427:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:1.0:1776202232.328507:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202232.328515:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024f7dfd7. 00000020:00000010:1.0:1776202232.328519:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.328547:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604593216/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.328582:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593216 02000000:00000010:1.0:1776202232.328595:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e6500c4. 00010000:00000010:1.0:1776202232.328639:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cebe21c2. 00000100:00000010:1.0:1776202232.328646:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202232.328653:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202232.328657:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cebe21c2. 00000400:00000010:1.0:1776202232.328726:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202232.328732:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593216, offset 224 00000400:00000200:1.0:1776202232.328740:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.328751:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.328757:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91510:91510:256:4294967295] 192.168.204.38@tcp LPNI seq info [91510:91510:8:4294967295] 00000400:00000200:1.0:1776202232.328767:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.328772:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.328778:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.328783:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.328790:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.328793:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.328817:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024f7dfd7. 00000020:00000010:1.0:1776202232.328821:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.328825:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:2.0:1776202232.328961:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.328967:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202232.328971:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.328975:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.328978:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:2.0:1776202232.328980:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000400:00000010:2.0:1776202232.329979:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adf02f07. 00000400:00000200:2.0:1776202232.329988:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:2.0:1776202232.329990:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:2.0:1776202232.330002:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613791872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.330012:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613791872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202232.330039:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f28f2cf. 02000000:00000010:2.0:1776202232.330055:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041bd4a7f. 02000000:00000010:2.0:1776202232.330060:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8fc85d1. 00000100:00000010:2.0:1776202232.330064:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 00000100:00000010:2.0:1776202232.330068:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:2.0:1776202232.330071:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7b278e4. 00080000:00000010:2.0:1776202232.330089:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098e4843b. 00010000:00000010:2.0:1776202232.330185:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:2.0:1776202232.330192:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf99f23e. 00010000:00000010:2.0:1776202232.330347:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091d572bd. 00010000:00000010:2.0:1776202232.330351:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007b12e0df. 00010000:00000010:2.0:1776202232.330356:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096edd301. 00010000:00000010:2.0:1776202232.330361:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004f28f2cf. 00080000:00000010:2.0:1776202232.330374:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e6aaa70. 00010000:00000010:2.0:1776202232.330401:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f28f2cf. 00010000:00000010:2.0:1776202232.330404:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b12e0df. 00010000:00000010:2.0:1776202232.330456:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063bdd79b. 00010000:00000010:2.0:1776202232.330460:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004f28f2cf. 00010000:00000010:2.0:1776202232.330467:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa01515f. 00000100:00000010:2.0:1776202232.330473:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.330480:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 02000000:00000010:2.0:1776202232.330493:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077868767. 02000000:00000010:2.0:1776202232.330517:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e939f96. 00000400:00000010:2.0:1776202232.330522:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202232.330527:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202232.330532:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613791936, portal 16 00000400:00000010:2.0:1776202232.330536:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202232.330539:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613791936, offset 0 00000400:00000200:2.0:1776202232.330546:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.330559:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.330566:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.330569:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.330572:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.330574:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91511:91511:256:4294967295] 192.168.204.38@tcp LPNI seq info [91511:91511:8:4294967295] 00000400:00000200:2.0:1776202232.330585:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.330590:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.331190:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202232.331198:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.331206:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.331211:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.331368:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.331381:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:1.0:1776202232.331386:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.331392:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.331396:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:1.0:1776202232.331398:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:1.0:1776202232.331407:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dff7de66 x1862480613791936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.333928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017fe6438. 00010000:00000010:3.1:1776202232.333945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d61a50. 00010000:00000010:3.1:1776202232.333950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df0dcba. 00010000:00000010:3.1:1776202232.333953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f904a509. 00010000:00000010:3.1:1776202232.333955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:2.0:1776202232.337927:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.337946:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d8c0 00000400:00000200:2.0:1776202232.337955:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78d5 [1] + 224 00000400:00000200:2.0:1776202232.337968:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.337972:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.337983:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dff7de66 x1862480613791936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.338071:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.338077:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67c80 00000400:00000200:2.0:1776202232.338082:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 656 00000400:00000200:2.0:1776202232.338091:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.338094:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.338097:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.338101:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000400:00000010:1.0:1776202232.338501:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000400:00000200:1.0:1776202232.338509:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:1.0:1776202232.338511:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:1.0:1776202232.338519:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dff7de66 x1862480613791936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.338528:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dff7de66 x1862480613791936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.338569:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e939f96. 02000000:00000010:1.0:1776202232.338575:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077868767. 00000100:00000010:1.0:1776202232.338578:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 00000100:00000010:1.0:1776202232.338581:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:1.0:1776202232.338587:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa01515f. 00000020:00000010:1.0:1776202232.338825:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00010000:00000010:3.1:1776202232.338873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004770624f. 00010000:00000010:3.1:1776202232.338881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:1.1:1776202232.339110:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c299cb2d. 00000020:00000010:1.0:1776202232.339127:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202232.339131:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.339162:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604593280/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.339228:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593280 02000000:00000010:1.0:1776202232.339239:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:1.0:1776202232.339281:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1177f0d. 00010000:00000010:1.0:1776202232.339303:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cebe21c2. 00000100:00000010:1.0:1776202232.339310:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202232.339329:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202232.339332:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cebe21c2. 00000400:00000010:1.0:1776202232.339349:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202232.339354:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593280, offset 224 00000400:00000200:1.0:1776202232.339363:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.339376:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.339383:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91512:91512:256:4294967295] 192.168.204.38@tcp LPNI seq info [91512:91512:8:4294967295] 00000400:00000200:1.0:1776202232.339393:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.339400:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.339405:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.339411:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.339419:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.339423:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.339442:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202232.339447:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.339452:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00080000:00000010:3.0:1776202232.339503:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d93fa30. 00010000:00000010:3.0:1776202232.339630:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f28f2cf. 00010000:00000010:3.0:1776202232.339638:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007c2de92. 00010000:00000010:3.0:1776202232.339720:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202232.339728:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.339752:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.339756:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.339765:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202232.339775:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e9491ee. 02000000:00000010:3.0:1776202232.339802:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8fc85d1. 00000400:00000010:3.0:1776202232.339808:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202232.339813:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.339818:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792000, portal 16 00000400:00000010:3.0:1776202232.339823:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202232.339825:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792000, offset 0 00000400:00000200:3.0:1776202232.339853:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.339860:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.339867:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.339871:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.339874:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.339876:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91513:91513:255:4294967295] 192.168.204.38@tcp LPNI seq info [91513:91513:7:4294967295] 00000400:00000200:3.0:1776202232.339884:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.339888:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.339892:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82355026). 00000800:00000200:3.0:1776202232.339895:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.339900:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.339902:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.339978:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.339982:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202232.339987:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.339992:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.339996:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202232.339999:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000800:00000200:3.0:1776202232.340056:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.340058:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:3.0:1776202232.340062:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.340066:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.340068:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:3.0:1776202232.340070:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:3.0:1776202232.340075:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcc09ce1 x1862480613792000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.343655:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.343676:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d900 00000400:00000200:1.0:1776202232.343685:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78e1 [1] + 224 00000400:00000200:1.0:1776202232.343698:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.343702:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.343713:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcc09ce1 x1862480613792000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.343791:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.343796:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67cc0 00000400:00000200:1.0:1776202232.343802:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 984 00000400:00000200:1.0:1776202232.343890:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.343895:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.343899:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.343908:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:0.0:1776202232.344044:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e196b885. 00000020:00000010:0.0:1776202232.344052:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.344057:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.344083:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604593344/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.344119:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593344 02000000:00000010:0.0:1776202232.344131:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e78ae6eb. 00010000:00000010:0.0:1776202232.344170:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.344178:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.344185:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.344188:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000010:0.0:1776202232.344202:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.344207:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593344, offset 224 00000400:00000200:0.0:1776202232.344216:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.344228:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.344233:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91514:91514:256:4294967295] 192.168.204.38@tcp LPNI seq info [91514:91514:8:4294967295] 00000400:00000200:0.0:1776202232.344243:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.344255:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.344261:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202232.344266:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.344274:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.344278:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.344296:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.344300:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.344304:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e196b885. 00000800:00000200:0.0:1776202232.344367:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.344370:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:0.0:1776202232.344374:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.344381:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.344385:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202232.344387:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00010000:00000010:2.1:1776202232.344414:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65d3cb9. 00010000:00000010:2.1:1776202232.344422:0:78547:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a93f06. 00010000:00000010:2.1:1776202232.344425:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00010000:00000010:2.1:1776202232.344428:0:78547:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d572bd. 00010000:00000010:2.1:1776202232.344431:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096edd301. 00000400:00000010:3.0:1776202232.345961:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:3.0:1776202232.345969:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202232.345971:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:3.0:1776202232.345983:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcc09ce1 x1862480613792000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.345992:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcc09ce1 x1862480613792000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202232.346020:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d811c96. 02000000:00000010:3.0:1776202232.346040:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202232.346047:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e9491ee. 00000100:00000010:3.0:1776202232.346050:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 00000100:00000010:3.0:1776202232.346055:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.346059:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00080000:00000010:3.0:1776202232.346078:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9491ee. 00010000:00000010:3.0:1776202232.346336:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.346345:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000881876fc. 00010000:00000010:3.0:1776202232.346451:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202232.346458:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.346471:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.346477:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.346485:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202232.346498:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202232.346535:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041bd4a7f. 00000400:00000010:3.0:1776202232.346541:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202232.346546:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.346553:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792064, portal 16 00000400:00000010:3.0:1776202232.346558:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202232.346561:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792064, offset 0 00000400:00000200:3.0:1776202232.346570:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.346585:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.346593:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.346597:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.346600:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.346603:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91515:91515:256:4294967295] 192.168.204.38@tcp LPNI seq info [91515:91515:8:4294967295] 00000400:00000200:3.0:1776202232.346613:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.346618:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.346716:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.346723:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.346731:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.346736:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776202232.347006:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b37f2e91. 00010000:00000010:3.1:1776202232.347014:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063bdd79b. 00000800:00000200:0.0:1776202232.347527:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.347533:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202232.347538:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.347545:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.347550:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202232.347551:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:0.0:1776202232.347559:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcc09ce1 x1862480613792064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.350189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec44db91. 00000400:00000200:1.0:1776202232.350237:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.350267:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d940 00000400:00000200:1.0:1776202232.350277:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78ed [1] + 224 00000400:00000200:1.0:1776202232.350291:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.350295:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.350307:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcc09ce1 x1862480613792064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.350339:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.350344:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67d00 00000400:00000200:1.0:1776202232.350349:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 1312 00000400:00000200:1.0:1776202232.350402:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.350406:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.350410:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.350416:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:0.0:1776202232.350517:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e196b885. 00000020:00000010:0.0:1776202232.350523:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.350528:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.350554:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604593408/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.350592:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593408 02000000:00000010:0.0:1776202232.350605:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff970885. 00010000:00000010:0.0:1776202232.350654:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.350661:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.350667:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.350671:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000010:0.0:1776202232.350684:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.350688:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593408, offset 224 00000400:00000200:0.0:1776202232.350697:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.350707:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.350712:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91516:91516:256:4294967295] 192.168.204.38@tcp LPNI seq info [91516:91516:8:4294967295] 00000400:00000200:0.0:1776202232.350723:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.350731:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.350746:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202232.350753:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.350759:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.350763:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.350782:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.350786:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:0.0:1776202232.350790:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e196b885. 00000800:00000200:0.0:1776202232.350887:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.350891:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:0.0:1776202232.350894:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.350897:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.350901:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202232.350903:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000400:00000010:3.0:1776202232.351503:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:3.0:1776202232.351508:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202232.351510:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:3.0:1776202232.351518:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcc09ce1 x1862480613792064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.351528:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcc09ce1 x1862480613792064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202232.351550:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009824a63e. 02000000:00000010:3.0:1776202232.351564:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041bd4a7f. 02000000:00000010:3.0:1776202232.351569:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8fc85d1. 00000100:00000010:3.0:1776202232.351572:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 00000100:00000010:3.0:1776202232.351576:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.351579:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00080000:00000010:3.0:1776202232.351595:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202232.351698:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.351706:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6e87563. 00010000:00000010:3.0:1776202232.351939:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202232.351948:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.351960:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.351964:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.351971:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202232.351982:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041bd4a7f. 02000000:00000010:3.0:1776202232.352009:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008470909e. 00000400:00000010:3.0:1776202232.352013:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202232.352018:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.352024:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792128, portal 16 00000400:00000010:3.0:1776202232.352030:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202232.352033:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792128, offset 0 00000400:00000200:3.0:1776202232.352040:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.352054:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.352062:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.352066:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.352068:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.352072:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91517:91517:256:4294967295] 192.168.204.38@tcp LPNI seq info [91517:91517:8:4294967295] 00000400:00000200:3.0:1776202232.352083:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.352089:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.352093:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.352098:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.352103:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.352105:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.352241:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.352244:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202232.352256:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.352260:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.352264:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:0.0:1776202232.352266:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:0.0:1776202232.352272:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcc09ce1 x1862480613792128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.354715:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.354736:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d980 00000400:00000200:1.0:1776202232.354757:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb78f9 [1] + 224 00000400:00000200:1.0:1776202232.354777:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.354781:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.354793:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcc09ce1 x1862480613792128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.354986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb40df65. 00010000:00000010:3.1:1776202232.354997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9412fc2. 00010000:00000010:3.1:1776202232.355003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000010:3.0:1776202232.355024:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:3.0:1776202232.355030:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202232.355032:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:3.0:1776202232.355039:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcc09ce1 x1862480613792128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.355048:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcc09ce1 x1862480613792128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.355086:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008470909e. 02000000:00000010:3.0:1776202232.355093:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041bd4a7f. 00000100:00000010:3.0:1776202232.355097:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 00000100:00000010:3.0:1776202232.355102:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.355105:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00000400:00000200:0.0:1776202232.359792:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.359814:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67d40 00000400:00000200:0.0:1776202232.359823:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 1640 00000400:00000200:0.0:1776202232.359934:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.359939:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.359946:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.359953:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:2.0:1776202232.360032:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077868767. 00000020:00000010:2.0:1776202232.360041:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202232.360046:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.360074:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604593472/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.360108:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593472 02000000:00000010:2.0:1776202232.360118:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e939f96. 00010000:00000010:2.0:1776202232.360147:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000687689c6. 00010000:00000010:2.0:1776202232.360169:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0a575f0. 00000100:00000010:2.0:1776202232.360176:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.360194:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:2.0:1776202232.360200:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0a575f0. 00000400:00000010:2.0:1776202232.360213:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202232.360218:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593472, offset 224 00000400:00000200:2.0:1776202232.360225:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.360236:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.360241:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91518:91518:256:4294967295] 192.168.204.38@tcp LPNI seq info [91518:91518:8:4294967295] 00000400:00000200:2.0:1776202232.360252:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.360257:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.360263:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202232.360268:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.360276:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.360280:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.360313:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007b12e0df. 00000020:00000010:2.0:1776202232.360317:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.360320:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077868767. 00000800:00000200:2.0:1776202232.360399:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.360403:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:2.0:1776202232.360407:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.360412:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.360415:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:2.0:1776202232.360417:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00080000:00000010:3.0:1776202232.360439:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041bd4a7f. 00010000:00000010:3.0:1776202232.360523:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.360529:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072d787a0. 00010000:00000010:3.0:1776202232.360617:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202232.360629:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.360639:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.360643:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.360651:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202232.360662:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008470909e. 02000000:00000010:3.0:1776202232.360686:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026280ef7. 00000400:00000010:3.0:1776202232.360691:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202232.360695:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.360700:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792192, portal 16 00000400:00000010:3.0:1776202232.360705:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202232.360707:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792192, offset 0 00000400:00000200:3.0:1776202232.360713:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.360720:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.360727:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.360731:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.360733:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.360746:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91519:91519:256:4294967295] 192.168.204.38@tcp LPNI seq info [91519:91519:8:4294967295] 00000400:00000200:3.0:1776202232.360753:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.360757:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.360761:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.360764:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.360768:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.360771:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.360897:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.360900:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:2.0:1776202232.360904:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.360918:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.360921:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:2.0:1776202232.360923:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:2.0:1776202232.360929:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcc09ce1 x1862480613792192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.364211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd6a283. 00010000:00000010:3.1:1776202232.364227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecebe4ff. 00010000:00000010:3.1:1776202232.364232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:3.0:1776202232.364387:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.364407:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62d9c0 00000400:00000200:3.0:1776202232.364416:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7905 [1] + 224 00000400:00000200:3.0:1776202232.364431:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.364436:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.364446:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcc09ce1 x1862480613792192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.364491:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:3.0:1776202232.364495:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202232.364498:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:3.0:1776202232.364503:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcc09ce1 x1862480613792192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.364510:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcc09ce1 x1862480613792192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.364547:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026280ef7. 02000000:00000010:3.0:1776202232.364553:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008470909e. 00000100:00000010:3.0:1776202232.364557:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 00000100:00000010:3.0:1776202232.364562:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.364567:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00000400:00000200:2.0:1776202232.365513:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.365529:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67d80 00000400:00000200:2.0:1776202232.365537:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb622d [2] + 1968 00000400:00000010:2.0:1776202232.365540:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:2.0:1776202232.365544:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005a8500fe 00000400:00000200:2.0:1776202232.365723:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.365729:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.365733:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a8500fe 00000400:00000010:2.0:1776202232.365735:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005a8500fe (tot 82354378). 00000100:00000200:2.0:1776202232.365743:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202232.365886:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e196b885. 00000020:00000010:0.0:1776202232.365897:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e2c657. 00000020:00000010:0.0:1776202232.365902:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de957ae7. 00000100:00000200:0.0:1776202232.365943:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001fe62c73 x1862480604593536/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.365979:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593536 02000000:00000010:2.0:1776202232.366241:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077868767. 00010000:00000010:2.0:1776202232.366497:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084caeabe. 00010000:00000010:2.0:1776202232.366519:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048c353b9. 00000100:00000010:2.0:1776202232.366526:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000765532c3. 00000100:00000010:2.0:1776202232.366544:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000765532c3. 00010000:00000010:2.0:1776202232.366549:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048c353b9. 00000400:00000010:2.0:1776202232.366562:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202232.366568:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593536, offset 224 00000400:00000200:2.0:1776202232.366577:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.366589:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.366596:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91520:91520:256:4294967295] 192.168.204.38@tcp LPNI seq info [91520:91520:8:4294967295] 00000400:00000200:2.0:1776202232.366605:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.366611:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.366615:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354626). 00000800:00000200:2.0:1776202232.366622:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.366629:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.366633:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202232.366644:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008470909e. 00000020:00000010:2.0:1776202232.366658:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e2c657. 00000020:00000010:2.0:1776202232.366664:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de957ae7. 00000020:00000010:2.0:1776202232.366668:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e196b885. 02000000:00000010:2.0:1776202232.366676:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e939f96. 00000100:00000010:2.0:1776202232.366679:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 02000000:00000010:2.0:1776202232.366684:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff970885. 00000100:00000010:2.0:1776202232.366686:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:2.0:1776202232.366690:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e78ae6eb. 00000100:00000010:2.0:1776202232.366691:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:2.0:1776202232.366695:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:2.0:1776202232.366697:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 02000000:00000010:2.0:1776202232.366700:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e6500c4. 00000100:00000010:2.0:1776202232.366702:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:2.0:1776202232.366707:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2ad75a4. 00000100:00000010:2.0:1776202232.366709:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000200:2.0:1776202232.366717:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202232.366724:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba638f06. 00000400:00000010:2.0:1776202232.366729:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000765532c3 (tot 82354778). 00010000:00000010:3.0:1776202232.366733:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00000800:00000200:1.0:1776202232.366788:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.366792:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:1.0:1776202232.366796:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.366801:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.366804:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:1.0:1776202232.366805:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 02000000:00000010:1.0:1776202232.366809:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077868767. 00010000:00000010:3.0:1776202232.367294:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085d683dd. 00010000:00000010:0.0:1776202232.368131:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202232.368137:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e0dd2da0. 00010000:00000010:0.0:1776202232.368143:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.368149:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00080000:00000010:0.0:1776202232.368169:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e78ae6eb. 00010000:00000010:0.0:1776202232.368493:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.368499:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0dd2da0. 00010000:00000010:0.0:1776202232.368567:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202232.368571:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.368582:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.368589:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00010000:00000010:2.1:1776202232.368871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00000100:00000010:0.0:1776202232.369196:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202232.369210:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff970885. 02000000:00000010:0.0:1776202232.369241:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e196b885. 00000400:00000010:0.0:1776202232.369249:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fddde246. 00000400:00000010:0.0:1776202232.369256:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.369263:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792256, portal 16 00000400:00000010:0.0:1776202232.369269:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202232.369272:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792256, offset 0 00000400:00000200:0.0:1776202232.369281:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.369300:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.369307:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.369311:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.369314:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.369318:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91521:91521:256:4294967295] 192.168.204.38@tcp LPNI seq info [91521:91521:8:4294967295] 00000400:00000200:0.0:1776202232.369327:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.369335:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.369341:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202232.369348:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.369354:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.369358:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.370314:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.370319:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:3.0:1776202232.370325:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.370332:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.370337:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:3.0:1776202232.370339:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:3.0:1776202232.370349:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613792256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.370971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec642461. 00010000:00000010:3.1:1776202232.370980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:2.1:1776202232.371072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efe65662. 00000400:00000200:3.0:1776202232.374998:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.375019:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62da00 00000400:00000200:3.0:1776202232.375028:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7915 [1] + 224 00000400:00000200:3.0:1776202232.375040:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.375044:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.375054:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613792256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.375086:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.375091:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67dc0 00000400:00000200:3.0:1776202232.375096:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 0 00000400:00000200:3.0:1776202232.375106:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.375108:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.375113:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.375118:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:3.0:1776202232.375184:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026280ef7. 00000020:00000010:3.0:1776202232.375191:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.375197:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.375224:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604593600/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.375252:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593600 02000000:00000010:3.0:1776202232.375275:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003506526b. 00010000:00000010:3.0:1776202232.375315:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.375322:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.375329:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.375331:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00000400:00000010:3.0:1776202232.375344:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.375350:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593600, offset 224 00000400:00000200:3.0:1776202232.375357:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.375368:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.375374:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91522:91522:256:4294967295] 192.168.204.38@tcp LPNI seq info [91522:91522:8:4294967295] 00000400:00000200:3.0:1776202232.375385:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.375390:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.375395:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.375400:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.375406:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.375410:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.375428:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202232.375432:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.375435:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026280ef7. 00000800:00000200:3.0:1776202232.375514:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.375518:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:3.0:1776202232.375521:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.375525:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.375528:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202232.375530:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000400:00000010:0.0:1776202232.375882:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fddde246. 00000400:00000200:0.0:1776202232.375886:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:0.0:1776202232.375888:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.375894:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613792256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.375902:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613792256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.375937:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e913eca. 02000000:00000010:0.0:1776202232.375954:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e196b885. 02000000:00000010:0.0:1776202232.375959:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff970885. 00000100:00000010:0.0:1776202232.375963:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:0.0:1776202232.375967:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.375970:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00080000:00000010:0.0:1776202232.375987:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff970885. 00010000:00000010:0.0:1776202232.376089:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.376094:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0df0949. 00010000:00000010:0.0:1776202232.376167:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202232.376173:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202232.376182:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.376185:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.376190:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202232.376200:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e196b885. 02000000:00000010:0.0:1776202232.376224:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000406f45e4. 00000400:00000010:0.0:1776202232.376228:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fddde246. 00000400:00000010:0.0:1776202232.376233:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202232.376239:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792320, portal 16 00000400:00000010:0.0:1776202232.376245:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202232.376256:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792320, offset 0 00000400:00000200:0.0:1776202232.376263:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.376272:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.376280:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.376284:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.376287:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.376289:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91523:91523:256:4294967295] 192.168.204.38@tcp LPNI seq info [91523:91523:8:4294967295] 00000400:00000200:0.0:1776202232.376297:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.376301:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.376305:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202232.376309:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.376313:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.376316:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.376746:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.376750:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354530). 00000400:00000200:3.0:1776202232.376755:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.376761:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.376765:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:3.0:1776202232.376766:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:3.0:1776202232.376774:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613792320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.377028:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202232.377035:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:3.1:1776202232.377491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dbd912. 00010000:00000010:3.1:1776202232.377499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:3.0:1776202232.380360:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.380380:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62da40 00000400:00000200:3.0:1776202232.380391:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7921 [1] + 224 00000400:00000200:3.0:1776202232.380410:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.380414:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.380427:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613792320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202232.380716:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fddde246. 00000400:00000200:2.0:1776202232.380723:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:2.0:1776202232.380725:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:2.0:1776202232.380732:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613792320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.380740:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613792320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.380773:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000406f45e4. 02000000:00000010:2.0:1776202232.380780:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e196b885. 00000100:00000010:2.0:1776202232.380786:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:2.0:1776202232.380792:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:2.0:1776202232.380796:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000200:3.0:1776202232.382448:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.382467:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67e00 00000400:00000200:3.0:1776202232.382476:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 328 00000400:00000200:3.0:1776202232.382554:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.382559:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.382565:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.382571:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:1.0:1776202232.382762:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e80cac. 00000020:00000010:1.0:1776202232.382771:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009d03cafa. 00000020:00000010:1.0:1776202232.382776:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.382804:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604593664/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.383026:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593664 02000000:00000010:1.0:1776202232.383038:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:1.0:1776202232.383076:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd9e7138. 00010000:00000010:1.0:1776202232.383107:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3bfabbc. 00000100:00000010:1.0:1776202232.383115:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202232.383136:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202232.383141:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3bfabbc. 00000400:00000010:1.0:1776202232.383156:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202232.383163:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593664, offset 224 00000400:00000200:1.0:1776202232.383171:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.383184:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.383190:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91524:91524:256:4294967295] 192.168.204.38@tcp LPNI seq info [91524:91524:8:4294967295] 00000400:00000200:1.0:1776202232.383201:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.383206:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.383212:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.383218:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.383225:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.383230:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.383249:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009d03cafa. 00000020:00000010:1.0:1776202232.383254:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.383258:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e80cac. 00080000:00000010:3.0:1776202232.383297:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026280ef7. 00000800:00000200:1.0:1776202232.383342:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.383347:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202232.383350:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.383354:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.383357:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202232.383360:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00010000:00000010:3.0:1776202232.383410:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:3.0:1776202232.383417:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008445f014. 00010000:00000010:3.0:1776202232.383500:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202232.383508:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075b862f2. 00010000:00000010:3.0:1776202232.383520:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bd597f8. 00000100:00000010:3.0:1776202232.383525:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.383533:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 02000000:00000010:3.0:1776202232.383548:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d3e6d45. 02000000:00000010:3.0:1776202232.383580:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcc89d08. 00000400:00000010:3.0:1776202232.383588:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202232.383594:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.383599:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792384, portal 16 00000400:00000010:3.0:1776202232.383606:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202232.383609:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792384, offset 0 00000400:00000200:3.0:1776202232.383615:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.383634:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.383642:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.383645:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.383649:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.383651:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91525:91525:256:4294967295] 192.168.204.38@tcp LPNI seq info [91525:91525:8:4294967295] 00000400:00000200:3.0:1776202232.383658:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.383663:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.383666:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.383670:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.383674:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.383676:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.384468:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.384472:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:1.0:1776202232.384478:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.384486:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.384490:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:1.0:1776202232.384492:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:1.0:1776202232.384500:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613792384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.389993:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.390017:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62da80 00000400:00000200:3.0:1776202232.390029:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb792d [1] + 224 00000400:00000200:3.0:1776202232.390043:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.390048:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.390058:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613792384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.390098:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.390104:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67e40 00000400:00000200:3.0:1776202232.390110:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 656 00000400:00000200:3.0:1776202232.390124:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.390128:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.390133:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.390140:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000400:00000010:1.0:1776202232.390399:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:1.0:1776202232.390405:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:1.0:1776202232.390407:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:1.0:1776202232.390413:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613792384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.390420:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613792384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.390452:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcc89d08. 02000000:00000010:1.0:1776202232.390459:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d3e6d45. 00000100:00000010:1.0:1776202232.390462:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 00000100:00000010:1.0:1776202232.390467:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:1.0:1776202232.390471:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bd597f8. 00010000:00000010:0.1:1776202232.391890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000229599f8. 00010000:00000010:0.1:1776202232.391902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003648205d. 00010000:00000010:0.1:1776202232.391907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00000020:00000010:0.0:1776202232.391954:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000406f45e4. 00000020:00000010:0.0:1776202232.391962:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.391968:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.392002:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604593728/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.392937:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593728 02000000:00000010:0.0:1776202232.392952:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000797b0548. 00010000:00000010:0.0:1776202232.392982:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023b1c9f5. 00010000:00000010:0.0:1776202232.393002:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.393010:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.393025:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.393029:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.393042:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202232.393048:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593728, offset 224 00000400:00000200:0.0:1776202232.393058:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.393074:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.393081:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91526:91526:256:4294967295] 192.168.204.38@tcp LPNI seq info [91526:91526:8:4294967295] 00000400:00000200:0.0:1776202232.393092:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.393097:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.393102:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202232.393108:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.393115:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.393119:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.393140:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.393144:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.393149:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000406f45e4. 00080000:00000010:2.0:1776202232.393225:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e196b885. 00010000:00000010:2.0:1776202232.393313:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075b862f2. 00010000:00000010:2.0:1776202232.393320:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1db8d06. 00010000:00000010:2.0:1776202232.393390:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096edd301. 00010000:00000010:2.0:1776202232.393397:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00010000:00000010:2.0:1776202232.393408:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048c353b9. 00000100:00000010:2.0:1776202232.393412:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000106122a9. 00000100:00000010:2.0:1776202232.393420:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 02000000:00000010:2.0:1776202232.393433:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000720c5658. 02000000:00000010:2.0:1776202232.393460:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0ae10b7. 00000400:00000010:2.0:1776202232.393467:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202232.393472:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202232.393477:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792448, portal 16 00000400:00000010:2.0:1776202232.393482:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202232.393484:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792448, offset 0 00000400:00000200:2.0:1776202232.393490:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.393498:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.393505:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.393508:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.393511:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.393514:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91527:91527:255:4294967295] 192.168.204.38@tcp LPNI seq info [91527:91527:7:4294967295] 00000400:00000200:2.0:1776202232.393520:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.393524:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.393527:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82355026). 00000800:00000200:2.0:1776202232.393532:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.393536:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.393538:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.395073:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.395080:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354778). 00000400:00000200:1.0:1776202232.395089:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.395098:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.395104:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:1.0:1776202232.395107:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000800:00000200:1.0:1776202232.395187:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.395189:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202232.395194:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.395197:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.395200:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:1.0:1776202232.395201:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:1.0:1776202232.395209:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000804b7fe4 x1862480613792448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.398866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb342d78. 00010000:00000010:3.1:1776202232.398878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00010000:00000010:1.1:1776202232.399856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b7c34a1. 00000400:00000200:3.0:1776202232.402773:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.402794:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dac0 00000400:00000200:3.0:1776202232.402803:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7939 [1] + 224 00000400:00000200:3.0:1776202232.402817:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.402822:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.402923:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000804b7fe4 x1862480613792448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202232.403153:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001f27c486. 00000400:00000200:2.0:1776202232.403170:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:2.0:1776202232.403173:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:2.0:1776202232.403179:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000804b7fe4 x1862480613792448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.403186:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000804b7fe4 x1862480613792448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.403215:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0ae10b7. 02000000:00000010:2.0:1776202232.403220:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000720c5658. 00000100:00000010:2.0:1776202232.403224:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000010:2.0:1776202232.403228:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000106122a9. 00010000:00000010:2.0:1776202232.403233:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048c353b9. 00010000:00000010:2.1:1776202232.405863:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa65ffd5. 00010000:00000010:2.1:1776202232.405877:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:0.1:1776202232.405947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cce5d40d. 00000400:00000200:3.0:1776202232.406708:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.406726:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67e80 00000400:00000200:3.0:1776202232.406735:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 984 00000400:00000200:3.0:1776202232.406790:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.406794:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.406801:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.406807:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000020:00000010:0.0:1776202232.407247:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.407255:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.407325:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.407355:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000985f69f x1862480604593792/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.407423:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593792 02000000:00000010:0.0:1776202232.407435:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093f5462d. 00010000:00000010:0.0:1776202232.407462:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac512aab. 00010000:00000010:0.0:1776202232.407482:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.407489:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.407518:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.407522:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.407534:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202232.407539:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593792, offset 224 00000400:00000200:0.0:1776202232.407546:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.407557:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.407571:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91528:91528:256:4294967295] 192.168.204.38@tcp LPNI seq info [91528:91528:8:4294967295] 00000400:00000200:0.0:1776202232.407581:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.407588:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.407592:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202232.407597:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.407603:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.407606:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.407625:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.407628:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.407632:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00080000:00000010:1.0:1776202232.407685:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e80cac. 00010000:00000010:1.0:1776202232.407770:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:1.0:1776202232.407777:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb0d13bc. 00000004:00000010:1.0:1776202232.407829:0:77416:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004604e196. 00000004:00000010:1.0:1776202232.407862:0:77416:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000058de753e. 00000004:00000010:1.0:1776202232.407869:0:77416:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000464ca94f. 00080000:00000010:1.0:1776202232.407877:0:77416:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000c2ad75a4. 00000001:00000010:1.0:1776202232.407894:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002b7d524d. 00000001:00000010:1.0:1776202232.407916:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002b7d524d. 00080000:00000010:1.0:1776202232.407928:0:77416:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000c2ad75a4. 00000004:00000010:1.0:1776202232.407932:0:77416:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000464ca94f. 00000004:00000010:1.0:1776202232.407936:0:77416:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000058de753e. 00000004:00000010:1.0:1776202232.407940:0:77416:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000004604e196. 00010000:00000010:1.0:1776202232.407963:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069a04ab8. 00010000:00000010:1.0:1776202232.407968:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce8c7bf6. 00010000:00000010:1.0:1776202232.407977:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3bfabbc. 00000100:00000010:1.0:1776202232.407981:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202232.407987:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202232.407997:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2ad75a4. 02000000:00000010:1.0:1776202232.408018:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e6500c4. 00000400:00000010:1.0:1776202232.408022:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.408027:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202232.408032:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792512, portal 16 00000400:00000010:1.0:1776202232.408035:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202232.408037:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792512, offset 0 00000400:00000200:1.0:1776202232.408042:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.408049:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.408055:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.408058:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.408061:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.408063:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91529:91529:255:4294967295] 192.168.204.38@tcp LPNI seq info [91529:91529:7:4294967295] 00000400:00000200:1.0:1776202232.408070:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.408075:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.408078:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202232.408081:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.408086:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.408088:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.408770:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.408774:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354778). 00000400:00000200:0.0:1776202232.408779:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.408786:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.408791:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202232.408793:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000800:00000200:0.0:1776202232.409185:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.409188:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202232.409192:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.409197:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.409200:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:0.0:1776202232.409202:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:0.0:1776202232.409211:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613792512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.412612:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.412632:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62db00 00000400:00000200:3.0:1776202232.412641:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7945 [1] + 224 00000400:00000200:3.0:1776202232.412658:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.412662:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.412674:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613792512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.412745:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.412751:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202232.412754:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:1.0:1776202232.412761:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613792512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.412770:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613792512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.412806:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e6500c4. 02000000:00000010:1.0:1776202232.412813:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2ad75a4. 00000100:00000010:1.0:1776202232.412819:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:1.0:1776202232.412825:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202232.412878:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3bfabbc. 00000400:00000200:3.0:1776202232.413474:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.413485:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67ec0 00000400:00000200:3.0:1776202232.413491:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 1312 00000400:00000200:3.0:1776202232.413544:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.413548:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.413553:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.413558:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 00000020:00000010:1.0:1776202232.415673:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2ad75a4. 00000020:00000010:1.0:1776202232.415687:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.415692:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.415730:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073204bd6 x1862480604593856/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.415880:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593856 02000000:00000010:1.0:1776202232.415892:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e6500c4. 00010000:00000010:1.0:1776202232.415931:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d060b516. 00010000:00000010:1.0:1776202232.415952:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3bfabbc. 00000100:00000010:1.0:1776202232.415960:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202232.415972:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202232.415976:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3bfabbc. 00000400:00000010:1.0:1776202232.415989:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202232.415995:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593856, offset 224 00000400:00000200:1.0:1776202232.416004:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.416023:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.416030:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91530:91530:256:4294967295] 192.168.204.38@tcp LPNI seq info [91530:91530:8:4294967295] 00000400:00000200:1.0:1776202232.416042:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.416048:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.416203:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.416211:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.416218:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.416221:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.416240:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202232.416244:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.416249:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2ad75a4. 00000800:00000200:0.0:1776202232.416398:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.416402:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202232.416407:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.416411:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.416416:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:0.0:1776202232.416417:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00080000:00000010:1.0:1776202232.416564:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2ad75a4. 00010000:00000010:1.0:1776202232.416662:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce8c7bf6. 00010000:00000010:1.0:1776202232.416670:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000599cbac5. 00010000:00000010:0.1:1776202232.416878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c102ceb9. 00010000:00000010:1.1:1776202232.418251:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b04248c. 00010000:00000010:1.1:1776202232.418260:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096edd301. 00010000:00000010:1.0:1776202232.418583:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.418592:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce8c7bf6. 00010000:00000010:1.0:1776202232.418606:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3bfabbc. 00000100:00000010:1.0:1776202232.418613:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202232.418624:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202232.418638:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d40f237. 02000000:00000010:1.0:1776202232.418669:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077868767. 00000400:00000010:1.0:1776202232.418676:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.418682:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202232.418688:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792576, portal 16 00000400:00000010:1.0:1776202232.418694:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202232.418697:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792576, offset 0 00000400:00000200:1.0:1776202232.418705:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.418720:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.418726:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.418731:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.418734:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.418738:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91531:91531:256:4294967295] 192.168.204.38@tcp LPNI seq info [91531:91531:8:4294967295] 00000400:00000200:1.0:1776202232.419241:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.419249:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.419254:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.419261:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.419267:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.419271:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.420423:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.420427:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202232.420432:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.420440:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.420445:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:3.0:1776202232.420447:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:3.0:1776202232.420457:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613792576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.421645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6f6ed9. 00010000:00000010:1.1:1776202232.422119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c111190. 00010000:00000010:1.1:1776202232.422126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a04ab8. 00000400:00000200:3.0:1776202232.432630:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.432650:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62db40 00000400:00000200:3.0:1776202232.432661:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7951 [1] + 224 00000400:00000200:3.0:1776202232.432674:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.432678:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.432691:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613792576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.432734:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.432740:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67f00 00000400:00000200:3.0:1776202232.432746:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 1640 00000400:00000200:3.0:1776202232.432758:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.432761:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.432765:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.432771:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 00000400:00000010:1.0:1776202232.432868:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.432873:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202232.432875:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202232.432882:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613792576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.432890:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613792576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.432938:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077868767. 02000000:00000010:1.0:1776202232.432945:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d40f237. 00000100:00000010:1.0:1776202232.432950:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:1.0:1776202232.432956:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202232.432961:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3bfabbc. 00000020:00000010:0.0:1776202232.433537:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.433547:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.433551:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.433584:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000762bde8f x1862480604593920/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.433654:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593920 02000000:00000010:0.0:1776202232.433665:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095ddebda. 00010000:00000010:0.0:1776202232.433691:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000875b5ace. 00010000:00000010:0.0:1776202232.433723:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.433729:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.433747:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.433750:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.433762:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202232.433767:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593920, offset 224 00000400:00000200:0.0:1776202232.433777:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.433789:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.433795:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91532:91532:256:4294967295] 192.168.204.38@tcp LPNI seq info [91532:91532:8:4294967295] 00000400:00000200:0.0:1776202232.433805:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.433811:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.433815:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202232.433821:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.433828:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.433852:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.433871:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.433874:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.433878:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00000800:00000200:0.0:1776202232.433984:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.433987:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:0.0:1776202232.433992:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.433997:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.434000:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202232.434001:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00080000:00000010:1.0:1776202232.434088:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077868767. 00010000:00000010:1.0:1776202232.434196:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce8c7bf6. 00010000:00000010:1.0:1776202232.434212:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3074421. 00010000:00000010:1.0:1776202232.434298:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069a04ab8. 00010000:00000010:1.0:1776202232.434304:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce8c7bf6. 00010000:00000010:1.0:1776202232.434317:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3bfabbc. 00000100:00000010:1.0:1776202232.434321:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202232.434329:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202232.434340:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e939f96. 02000000:00000010:1.0:1776202232.434364:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d40f237. 00000400:00000010:1.0:1776202232.434370:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.434374:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202232.434378:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792640, portal 16 00000400:00000010:1.0:1776202232.434384:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.434386:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792640, offset 0 00000400:00000200:1.0:1776202232.434392:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.434398:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.434407:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.434411:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.434414:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.434417:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91533:91533:256:4294967295] 192.168.204.38@tcp LPNI seq info [91533:91533:8:4294967295] 00000400:00000200:1.0:1776202232.434426:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.434431:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.434434:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.434440:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.434446:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.434448:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.434521:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.434524:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202232.434526:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.434529:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.434531:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.434532:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.434537:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613792640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.442352:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.442373:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62db80 00000400:00000200:0.0:1776202232.442384:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb795d [1] + 224 00000400:00000200:0.0:1776202232.442398:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.442402:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.442416:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613792640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202232.442535:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:2.0:1776202232.442543:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:2.0:1776202232.442545:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:2.0:1776202232.442553:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613792640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.442560:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613792640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.442599:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d40f237. 02000000:00000010:2.0:1776202232.442606:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e939f96. 00000100:00000010:2.0:1776202232.442610:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:2.0:1776202232.442617:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:2.0:1776202232.442623:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3bfabbc. 00000400:00000200:0.0:1776202232.446218:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.446238:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67f40 00000400:00000200:0.0:1776202232.446247:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb628d [2] + 1968 00000400:00000010:0.0:1776202232.446253:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e72abf22. 00000400:00000200:0.0:1776202232.446258:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ee4feba9 00000400:00000200:0.0:1776202232.446337:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.446343:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.446348:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee4feba9 00000400:00000010:0.0:1776202232.446350:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ee4feba9 (tot 82354378). 00000100:00000200:0.0:1776202232.446356:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202232.446452:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988f5bbc. 00000020:00000010:2.0:1776202232.446459:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e39714. 00000020:00000010:2.0:1776202232.446463:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.446491:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecfc31fa x1862480604593984/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202232.446527:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604593984 02000000:00000010:2.0:1776202232.446539:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ad0bd91. 00010000:00000010:2.0:1776202232.446571:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e73438f. 00010000:00000010:2.0:1776202232.446595:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d7d7ee2f. 00000100:00000010:2.0:1776202232.446602:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000106122a9. 00000100:00000010:2.0:1776202232.446623:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000106122a9. 00010000:00000010:2.0:1776202232.446628:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d7d7ee2f. 00000400:00000010:2.0:1776202232.446643:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202232.446650:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604593984, offset 224 00000400:00000200:2.0:1776202232.446659:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202232.446670:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007df4b5b6. 00000400:00000200:2.0:1776202232.446671:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.446679:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91534:91534:256:4294967295] 192.168.204.38@tcp LPNI seq info [91534:91534:8:4294967295] 00000400:00000200:2.0:1776202232.446690:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.446696:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.446701:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354626). 00000800:00000200:2.0:1776202232.446708:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.446715:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.446718:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.446740:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e39714. 00000020:00000010:2.0:1776202232.446744:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.446748:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000988f5bbc. 02000000:00000010:2.0:1776202232.446756:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095ddebda. 00000100:00000010:2.0:1776202232.446760:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00010000:00000010:3.0:1776202232.446761:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce8c7bf6. 02000000:00000010:2.0:1776202232.446764:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e6500c4. 00000100:00000010:2.0:1776202232.446769:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 00010000:00000010:3.0:1776202232.446771:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc85565b. 02000000:00000010:2.0:1776202232.446772:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093f5462d. 00000100:00000010:2.0:1776202232.446777:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:2.0:1776202232.446781:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000797b0548. 00000100:00000010:2.0:1776202232.446783:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:2.0:1776202232.446787:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000100:00000010:2.0:1776202232.446789:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:2.0:1776202232.446795:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003506526b. 00000100:00000010:2.0:1776202232.446799:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 00000100:00000200:2.0:1776202232.446805:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202232.446810:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001f27c486. 00000400:00000010:2.0:1776202232.446813:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000106122a9 (tot 82354778). 00010000:00000010:3.0:1776202232.446895:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202232.446902:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.446923:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.446927:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.446934:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.446944:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8e0bae. 02000000:00000010:3.0:1776202232.446969:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a102d77. 00000400:00000010:3.0:1776202232.446973:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202232.446978:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202232.446981:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792704, portal 16 00000400:00000010:3.0:1776202232.446986:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202232.446987:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792704, offset 0 00000400:00000200:3.0:1776202232.446994:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.447001:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.447008:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.447013:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.447017:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.447020:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91535:91535:255:4294967295] 192.168.204.38@tcp LPNI seq info [91535:91535:7:4294967295] 00000400:00000200:3.0:1776202232.447028:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.447033:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.447036:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82355026). 00000800:00000200:3.0:1776202232.447041:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.447045:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.447047:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.447080:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.447084:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354778). 00000400:00000200:0.0:1776202232.447089:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.447093:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.447095:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:0.0:1776202232.447097:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 02000000:00000010:0.0:1776202232.447101:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ad0bd91. 00000800:00000200:0.0:1776202232.447126:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.447128:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:0.0:1776202232.447131:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.447135:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.447137:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:0.0:1776202232.447138:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:0.0:1776202232.447142:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613792704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.447459:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007384df1b. 00010000:00000010:1.1:1776202232.447466:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:0.1:1776202232.452890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ddd1c1. 00000400:00000200:0.0:1776202232.453594:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.453612:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dbc0 00000400:00000200:0.0:1776202232.453620:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb796d [1] + 224 00000400:00000200:0.0:1776202232.453631:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.453635:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.453646:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613792704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.453681:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.453686:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67f80 00000400:00000200:0.0:1776202232.453691:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 0 00000400:00000010:3.0:1776202232.453700:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063d5ee31. 00000400:00000200:3.0:1776202232.453704:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202232.453705:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:3.0:1776202232.453711:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613792704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.453717:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613792704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202232.453919:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd213ecc. 00010000:00000010:3.1:1776202232.453939:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99d1acc. 00010000:00000010:3.1:1776202232.453947:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a04ab8. 00000400:00000200:0.0:1776202232.454176:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.454181:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.454186:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.454193:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:3.0:1776202232.454398:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a102d77. 02000000:00000010:3.0:1776202232.454407:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8e0bae. 00000100:00000010:3.0:1776202232.454413:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:3.0:1776202232.454418:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.454424:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000020:00000010:0.0:1776202232.454452:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.454459:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.454465:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.454498:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604594048/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.454531:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594048 02000000:00000010:0.0:1776202232.454542:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000797b0548. 00010000:00000010:0.0:1776202232.454574:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adecbf32. 00010000:00000010:0.0:1776202232.454594:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.454601:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.454618:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.454621:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.454636:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202232.454641:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594048, offset 224 00000400:00000200:0.0:1776202232.454650:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.454662:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.454668:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91536:91536:256:4294967295] 192.168.204.38@tcp LPNI seq info [91536:91536:8:4294967295] 00000400:00000200:0.0:1776202232.454677:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.454683:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.454688:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202232.454694:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.454700:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.454704:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.454728:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.454733:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.454737:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00000800:00000200:2.0:1776202232.454945:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.454951:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:2.0:1776202232.454955:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.454960:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.454964:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:2.0:1776202232.454965:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00080000:00000010:3.0:1776202232.455217:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034ed3c7e. 00010000:00000010:3.0:1776202232.455315:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.455322:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b52209b3. 00010000:00000010:3.0:1776202232.455387:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202232.455391:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.455399:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.455403:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.455409:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.455419:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202232.455443:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202232.455449:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202232.455453:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202232.455459:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792768, portal 16 00000400:00000010:3.0:1776202232.455463:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202232.455465:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792768, offset 0 00000400:00000200:3.0:1776202232.455473:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.455481:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.455489:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.455492:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.455496:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.455499:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91537:91537:256:4294967295] 192.168.204.38@tcp LPNI seq info [91537:91537:8:4294967295] 00000400:00000200:3.0:1776202232.455504:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.455508:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.455511:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.455514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.455517:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.455520:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.456390:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.456395:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:0.0:1776202232.456401:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.456408:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.456412:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:0.0:1776202232.456414:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:0.0:1776202232.456424:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613792768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.459925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdae6618. 00010000:00000010:3.1:1776202232.460356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483792cf. 00010000:00000010:3.1:1776202232.460363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000200:0.0:1776202232.460596:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.460614:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dc00 00000400:00000200:0.0:1776202232.460622:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7979 [1] + 224 00000400:00000200:0.0:1776202232.460634:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.460638:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.460649:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613792768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.460731:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.460738:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed67fc0 00000400:00000200:0.0:1776202232.460743:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 328 00000400:00000200:0.0:1776202232.460752:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.460756:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.460760:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.460765:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:2.0:1776202232.461026:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988f5bbc. 00000020:00000010:2.0:1776202232.461033:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d327878e. 00000020:00000010:2.0:1776202232.461037:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.461235:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604594112/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202232.461271:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594112 02000000:00000010:2.0:1776202232.461284:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f9196ba. 00010000:00000010:2.0:1776202232.461323:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d7d7ee2f. 00000100:00000010:2.0:1776202232.461332:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086d8aa41. 00000100:00000010:2.0:1776202232.461338:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086d8aa41. 00010000:00000010:2.0:1776202232.461341:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d7d7ee2f. 00000400:00000010:2.0:1776202232.461354:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202232.461358:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594112, offset 224 00000400:00000200:2.0:1776202232.461367:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.461377:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.461382:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91538:91538:256:4294967295] 192.168.204.38@tcp LPNI seq info [91538:91538:8:4294967295] 00000400:00000200:2.0:1776202232.461391:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.461397:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.461402:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.461408:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.461414:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.461418:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.461435:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d327878e. 00000020:00000010:2.0:1776202232.461439:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.461442:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000988f5bbc. 00000400:00000010:3.0:1776202232.461526:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063d5ee31. 00000400:00000200:3.0:1776202232.461530:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202232.461532:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000800:00000200:2.0:1776202232.461535:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1776202232.461538:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613792768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1776202232.461538:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.461542:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1776202232.461545:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613792768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.461545:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.461547:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:2.0:1776202232.461549:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00010000:00000010:3.0:1776202232.461567:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000432975e7. 02000000:00000010:3.0:1776202232.461578:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202232.461584:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3f5b528. 00000100:00000010:3.0:1776202232.461587:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:3.0:1776202232.461601:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.461604:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00080000:00000010:3.0:1776202232.461819:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3f5b528. 00010000:00000010:3.0:1776202232.461943:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.461950:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3cb7bec. 00010000:00000010:3.0:1776202232.462030:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202232.462036:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc4b2f61. 00010000:00000010:3.0:1776202232.462046:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.462051:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.462056:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.462067:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202232.462089:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ecfd612. 00000400:00000010:3.0:1776202232.462093:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202232.462098:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202232.462102:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792832, portal 16 00000400:00000010:3.0:1776202232.462106:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202232.462108:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792832, offset 0 00000400:00000200:3.0:1776202232.462114:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.462121:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.462129:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.462133:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.462137:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.462139:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91539:91539:256:4294967295] 192.168.204.38@tcp LPNI seq info [91539:91539:8:4294967295] 00000400:00000200:3.0:1776202232.462147:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.462151:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.462970:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.462982:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.462988:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.462993:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.463119:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.463123:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:0.0:1776202232.463129:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.463133:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.463137:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:0.0:1776202232.463138:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:0.0:1776202232.463147:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613792832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.466731:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.466931:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dc40 00000400:00000200:0.0:1776202232.466943:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7985 [1] + 224 00000400:00000200:0.0:1776202232.466967:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.466972:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.466983:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613792832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.467105:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063d5ee31. 00000400:00000200:3.0:1776202232.467110:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202232.467113:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:3.0:1776202232.467120:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613792832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.467128:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613792832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.467161:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ecfd612. 02000000:00000010:3.0:1776202232.467166:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057e95d43. 00000100:00000010:3.0:1776202232.467170:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:3.0:1776202232.467174:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.467178:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000200:2.0:1776202232.467453:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.467463:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68000 00000400:00000200:2.0:1776202232.467470:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 656 00000400:00000200:2.0:1776202232.467530:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.467534:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.467547:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.467551:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000020:00000010:0.0:1776202232.467698:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.467705:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.467710:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.467746:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604594176/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.467960:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594176 02000000:00000010:0.0:1776202232.467972:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093f5462d. 00010000:00000010:0.0:1776202232.468001:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f043bbd. 00010000:00000010:0.0:1776202232.468018:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.468025:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.468048:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.468051:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.468073:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202232.468079:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594176, offset 224 00000400:00000200:0.0:1776202232.468088:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.468100:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.468107:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91540:91540:256:4294967295] 192.168.204.38@tcp LPNI seq info [91540:91540:8:4294967295] 00000400:00000200:0.0:1776202232.468117:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.468122:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.468127:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e649280 (tot 82354778). 00000800:00000200:0.0:1776202232.468133:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.468140:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.468144:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e649280 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776202232.468424:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d3e6d45. 00010000:00000010:1.0:1776202232.468509:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc4b2f61. 00010000:00000010:1.0:1776202232.468517:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004abd12ed. 00010000:00000010:1.0:1776202232.468589:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202232.468606:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000d90693f. 00010000:00000010:1.0:1776202232.468611:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.468617:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00080000:00000010:1.0:1776202232.468630:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcc89d08. 00010000:00000010:1.0:1776202232.468669:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.468674:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d90693f. 00010000:00000010:1.0:1776202232.468738:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202232.468743:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00000020:00000010:0.0:1776202232.469270:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.469276:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.469281:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00010000:00000010:3.1:1776202232.469415:0:78553:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009092d309. 00010000:00000010:3.1:1776202232.469423:0:78553:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f3d49d7. 00010000:00000010:3.1:1776202232.469427:0:78553:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:1.0:1776202232.469581:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d956a95. 00000100:00000010:1.0:1776202232.469590:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.469600:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.469615:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:1.0:1776202232.469646:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007554b3e1. 00000400:00000010:1.0:1776202232.469653:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.469662:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.469669:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792896, portal 16 00000400:00000010:1.0:1776202232.469675:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202232.469678:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792896, offset 0 00000400:00000200:1.0:1776202232.469687:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.469701:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.469709:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.469712:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.469716:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.469731:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91541:91541:255:4294967295] 192.168.204.38@tcp LPNI seq info [91541:91541:7:4294967295] 00000400:00000200:1.0:1776202232.469741:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.469752:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.469757:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e649280 (tot 82354530). 00000400:00000200:2.0:1776202232.469762:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.469767:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.469772:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:2.0:1776202232.469774:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000800:00000200:1.0:1776202232.470037:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.470043:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.470049:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.470056:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.470059:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.470300:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.470303:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202232.470307:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.470311:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.470314:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:0.0:1776202232.470316:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:0.0:1776202232.470323:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613792896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.473604:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.473622:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dc80 00000400:00000200:0.0:1776202232.473631:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7991 [1] + 224 00000400:00000200:0.0:1776202232.473648:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.473652:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.473663:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613792896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.473744:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.473750:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.473752:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.473757:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613792896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.473764:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613792896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.473795:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007554b3e1. 02000000:00000010:1.0:1776202232.473801:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:1.0:1776202232.473805:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.473811:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.473817:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d956a95. 00010000:00000010:0.1:1776202232.473937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebae417. 00010000:00000010:1.1:1776202232.474031:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b462496. 00010000:00000010:1.1:1776202232.474040:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00010000:00000010:1.1:1776202232.474046:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202232.474049:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:2.0:1776202232.476939:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.476958:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68040 00000400:00000200:2.0:1776202232.476966:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 984 00000400:00000200:2.0:1776202232.477026:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.477031:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.477038:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.477044:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000020:00000010:0.0:1776202232.477162:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.477170:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.477175:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.477202:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604594240/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.477265:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594240 02000000:00000010:0.0:1776202232.477437:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095ddebda. 00010000:00000010:0.0:1776202232.477479:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020f1d3e0. 00010000:00000010:0.0:1776202232.477500:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.477508:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.477534:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.477547:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000010:0.0:1776202232.477562:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202232.477568:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594240, offset 224 00000400:00000200:0.0:1776202232.477576:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.477587:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.477593:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91542:91542:256:4294967295] 192.168.204.38@tcp LPNI seq info [91542:91542:8:4294967295] 00000400:00000200:0.0:1776202232.477604:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.477610:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.477614:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202232.477619:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.477626:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.477630:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.477647:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.477650:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.477654:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00000800:00000200:0.0:1776202232.477719:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.477722:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:0.0:1776202232.477725:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.477728:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.477732:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:0.0:1776202232.477734:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00080000:00000010:1.0:1776202232.477786:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007554b3e1. 00010000:00000010:1.0:1776202232.477904:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.477922:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c64fdacb. 00010000:00000010:1.0:1776202232.478012:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.478017:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.478030:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.478035:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.478042:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.478054:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:1.0:1776202232.478078:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1bfd2ba. 00000400:00000010:1.0:1776202232.478084:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.478088:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.478093:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613792960, portal 16 00000400:00000010:1.0:1776202232.478098:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202232.478101:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613792960, offset 0 00000400:00000200:1.0:1776202232.478107:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.478115:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.478122:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.478126:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.478128:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.478131:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91543:91543:256:4294967295] 192.168.204.38@tcp LPNI seq info [91543:91543:8:4294967295] 00000400:00000200:1.0:1776202232.478138:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.478142:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.478146:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.478149:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.478153:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.478156:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.478232:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.478234:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202232.478238:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.478242:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.478244:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:0.0:1776202232.478246:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:0.0:1776202232.478252:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613792960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.485095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e45b43. 00000400:00000200:2.0:1776202232.485765:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.485782:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dcc0 00000400:00000200:2.0:1776202232.485791:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb799d [1] + 224 00000400:00000200:2.0:1776202232.485805:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.485808:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.485819:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613792960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.485863:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.485868:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68080 00000400:00000200:2.0:1776202232.485873:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 1312 00000400:00000200:2.0:1776202232.485882:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.485885:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.485889:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.485894:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000020:00000010:0.0:1776202232.486003:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.486010:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.486014:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.486040:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604594304/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.486075:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594304 00000400:00000010:1.0:1776202232.486079:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.486085:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.486088:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 02000000:00000010:0.0:1776202232.486088:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000406f45e4. 00000100:00000200:1.0:1776202232.486096:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613792960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.486106:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613792960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.486131:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8cea610. 00010000:00000010:0.0:1776202232.486132:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.486141:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.486148:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 02000000:00000010:1.0:1776202232.486152:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1bfd2ba. 00010000:00000010:0.0:1776202232.486153:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 02000000:00000010:1.0:1776202232.486161:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:1.0:1776202232.486166:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000400:00000010:0.0:1776202232.486168:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000010:1.0:1776202232.486170:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00000100:00000200:0.0:1776202232.486174:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594304, offset 224 00010000:00000010:1.0:1776202232.486176:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000400:00000200:0.0:1776202232.486185:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202232.486195:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1bfd2ba. 00000400:00000200:0.0:1776202232.486197:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.486203:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91544:91544:256:4294967295] 192.168.204.38@tcp LPNI seq info [91544:91544:8:4294967295] 00000400:00000200:0.0:1776202232.486213:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.486218:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.486223:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202232.486228:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.486234:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.486238:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.486259:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0dd2da0. 00000020:00000010:0.0:1776202232.486263:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.486267:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00010000:00000010:1.0:1776202232.486285:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.486292:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041281f25. 00010000:00000010:1.0:1776202232.486382:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.0:1776202232.486388:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.486398:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.486401:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.486406:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.486417:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:1.0:1776202232.486449:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4ec6b1d. 00000400:00000010:1.0:1776202232.486454:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.486459:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.486463:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793024, portal 16 00000400:00000010:1.0:1776202232.486468:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202232.486470:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793024, offset 0 00000400:00000200:1.0:1776202232.486477:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.486483:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.486491:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.486494:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.486497:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.486499:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91545:91545:255:4294967295] 192.168.204.38@tcp LPNI seq info [91545:91545:7:4294967295] 00000400:00000200:1.0:1776202232.486507:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.486512:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.486515:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202232.486519:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.486524:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.486527:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.486976:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.486980:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354778). 00000400:00000200:0.0:1776202232.486984:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.486988:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.486992:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:0.0:1776202232.486993:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000800:00000200:0.0:1776202232.487263:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.487266:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202232.487269:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.487273:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.487632:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:0.0:1776202232.487634:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:0.0:1776202232.487645:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.490894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070d88f3. 00010000:00000010:1.1:1776202232.490920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00000400:00000200:0.0:1776202232.491155:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.491173:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dd00 00000400:00000200:0.0:1776202232.491184:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79a9 [1] + 224 00000400:00000200:0.0:1776202232.491200:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.491204:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.491220:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.491257:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.491262:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed680c0 00000400:00000200:0.0:1776202232.491267:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 1640 00000400:00000200:0.0:1776202232.491277:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.491280:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.491285:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.491291:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00000400:00000010:1.0:1776202232.491399:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.491405:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000020:00000010:3.0:1776202232.491408:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057e95d43. 00000400:00000010:1.0:1776202232.491408:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.491415:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202232.491418:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.491425:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:1.0:1776202232.491428:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.491466:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4ec6b1d. 00000100:00000200:3.0:1776202232.491469:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604594368/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:1.0:1776202232.491473:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:1.0:1776202232.491479:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.491485:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.491490:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000100:00000200:3.0:1776202232.491510:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594368 02000000:00000010:3.0:1776202232.491524:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ecfd612. 00010000:00000010:3.0:1776202232.491569:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009d62347. 00010000:00000010:3.0:1776202232.491587:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.491595:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.491607:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.491610:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.491624:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202232.491628:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594368, offset 224 00000400:00000200:3.0:1776202232.491636:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.491646:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.491657:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91546:91546:256:4294967295] 192.168.204.38@tcp LPNI seq info [91546:91546:8:4294967295] 00000400:00000200:3.0:1776202232.491669:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.491674:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.491681:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.491687:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.491695:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.491699:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.491719:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.491724:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.491727:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057e95d43. 00080000:00000010:1.0:1776202232.491778:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4ec6b1d. 00000800:00000200:3.0:1776202232.491822:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.491826:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:3.0:1776202232.491861:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.491866:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.491869:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202232.491871:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00010000:00000010:1.0:1776202232.491920:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.491929:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb773729. 00010000:00000010:1.0:1776202232.492023:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202232.492029:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.492041:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.492044:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.492050:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.492060:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e33e921. 02000000:00000010:1.0:1776202232.492380:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f1fa434. 00000400:00000010:1.0:1776202232.492385:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.492391:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.492397:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793088, portal 16 00000400:00000010:1.0:1776202232.492402:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202232.492405:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793088, offset 0 00000400:00000200:1.0:1776202232.492413:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.492420:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.492427:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.492432:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.492436:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.492439:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91547:91547:256:4294967295] 192.168.204.38@tcp LPNI seq info [91547:91547:8:4294967295] 00000400:00000200:1.0:1776202232.492448:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.492453:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.492457:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.492461:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.492465:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.492468:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.492559:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.492562:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202232.492566:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.492570:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.492573:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:2.0:1776202232.492575:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:2.0:1776202232.492581:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.495886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2ad21d. 00010000:00000010:1.1:1776202232.495903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012c899fa. 00010000:00000010:1.1:1776202232.495920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:3.1:1776202232.495950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022893376. 00000400:00000200:0.0:1776202232.496477:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.496493:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dd40 00000400:00000200:0.0:1776202232.496502:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79b5 [1] + 224 00000400:00000200:0.0:1776202232.496514:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.496518:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.496528:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.496561:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.496566:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68100 00000400:00000200:0.0:1776202232.496571:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb62dd [2] + 1968 00000400:00000010:0.0:1776202232.496575:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000006dc934. 00000400:00000200:0.0:1776202232.496579:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000188ac41d 00000400:00000200:0.0:1776202232.496588:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.496591:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.496593:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000188ac41d 00000400:00000010:0.0:1776202232.496595:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000188ac41d (tot 82354378). 00000100:00000200:0.0:1776202232.496600:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776202232.496678:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.496684:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.496686:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.496702:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.496712:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.496751:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f1fa434. 00000020:00000010:3.0:1776202232.496759:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057e95d43. 02000000:00000010:1.0:1776202232.496759:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e33e921. 00000100:00000010:1.0:1776202232.496766:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000020:00000010:3.0:1776202232.496770:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000100:00000010:1.0:1776202232.496774:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00000020:00000010:3.0:1776202232.496777:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00010000:00000010:1.0:1776202232.496782:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000100:00000200:3.0:1776202232.496821:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a522f277 x1862480604594432/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.496880:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594432 02000000:00000010:3.0:1776202232.496895:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fb249ab. 00010000:00000010:3.0:1776202232.496938:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cd6a945. 00010000:00000010:3.0:1776202232.496965:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.496973:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc58ab7. 00000100:00000010:3.0:1776202232.496988:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc58ab7. 00010000:00000010:3.0:1776202232.496991:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.497013:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202232.497018:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594432, offset 224 00000400:00000200:3.0:1776202232.497027:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202232.497038:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f1fa434. 00000400:00000200:3.0:1776202232.497040:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.497049:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91548:91548:256:4294967295] 192.168.204.38@tcp LPNI seq info [91548:91548:8:4294967295] 00000400:00000200:3.0:1776202232.497061:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.497066:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.497072:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354626). 00000800:00000200:3.0:1776202232.497078:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.497085:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.497088:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.497107:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.497113:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.497116:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057e95d43. 02000000:00000010:3.0:1776202232.497123:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ecfd612. 00000100:00000010:3.0:1776202232.497126:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:3.0:1776202232.497130:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000406f45e4. 00000100:00000010:3.0:1776202232.497132:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:3.0:1776202232.497135:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095ddebda. 00000100:00000010:3.0:1776202232.497137:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:3.0:1776202232.497140:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093f5462d. 00000100:00000010:3.0:1776202232.497142:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 02000000:00000010:3.0:1776202232.497144:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f9196ba. 00000100:00000010:3.0:1776202232.497145:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:3.0:1776202232.497148:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000797b0548. 00000100:00000010:3.0:1776202232.497150:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000200:3.0:1776202232.497156:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202232.497160:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063d5ee31. 00000400:00000010:3.0:1776202232.497164:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcc58ab7 (tot 82354778). 00000800:00000200:2.0:1776202232.497205:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.497210:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:2.0:1776202232.497215:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.497219:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.497221:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:2.0:1776202232.497223:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 02000000:00000010:2.0:1776202232.497227:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fb249ab. 00010000:00000010:1.0:1776202232.497234:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.497243:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f82ed0da. 00010000:00000010:1.0:1776202232.497330:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.497336:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.497345:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.497348:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.497355:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.497366:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065912ae1. 02000000:00000010:1.0:1776202232.497396:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000908324e0. 00000400:00000010:1.0:1776202232.497400:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.497403:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.497406:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793152, portal 16 00000400:00000010:1.0:1776202232.497411:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202232.497413:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793152, offset 0 00000400:00000200:1.0:1776202232.497419:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.497426:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.497434:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.497438:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.497441:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.497444:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91549:91549:256:4294967295] 192.168.204.38@tcp LPNI seq info [91549:91549:8:4294967295] 00000400:00000200:1.0:1776202232.497451:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.497455:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.497459:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.497462:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.497466:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.497468:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.497621:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.497624:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202232.497627:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.497631:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.497633:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:2.0:1776202232.497634:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:2.0:1776202232.497639:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.499807:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.499826:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dd80 00010000:00000010:1.1:1776202232.499870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c10e2fff. 00010000:00000010:1.1:1776202232.499881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00000400:00000200:0.0:1776202232.500014:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79c5 [1] + 224 00000400:00000200:0.0:1776202232.500030:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.500034:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.500045:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.500177:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.500182:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.500183:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.500190:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.500198:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.500227:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000908324e0. 02000000:00000010:1.0:1776202232.500233:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065912ae1. 00000100:00000010:1.0:1776202232.500236:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.500240:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.500245:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000400:00000200:2.0:1776202232.500735:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.500745:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68140 00000400:00000200:2.0:1776202232.500750:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 0 00000400:00000200:2.0:1776202232.500800:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.500805:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.500810:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.500815:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000020:00000010:3.0:1776202232.501142:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00000020:00000010:3.0:1776202232.501150:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.501154:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.501181:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604594496/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.501251:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594496 02000000:00000010:3.0:1776202232.501266:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057e95d43. 00010000:00000010:3.0:1776202232.501307:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc93c7ed. 00010000:00000010:3.0:1776202232.501329:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.501336:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.501352:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.501355:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.501369:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202232.501385:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594496, offset 224 00000400:00000200:3.0:1776202232.501394:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.501405:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.501411:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91550:91550:256:4294967295] 192.168.204.38@tcp LPNI seq info [91550:91550:8:4294967295] 00000400:00000200:3.0:1776202232.501422:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.501427:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.501431:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.501438:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.501445:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.501450:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.501472:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.501477:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.501480:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00000800:00000200:3.0:1776202232.501562:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.501567:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202232.501571:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.501575:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.501579:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202232.501580:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00080000:00000010:1.0:1776202232.501648:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065912ae1. 00010000:00000010:1.0:1776202232.501782:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.501791:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a365ff88. 00010000:00000010:1.0:1776202232.501898:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202232.501903:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202232.501917:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.0:1776202232.501922:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00080000:00000010:1.0:1776202232.501934:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908324e0. 00010000:00000010:1.0:1776202232.501960:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.501964:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202232.502019:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.0:1776202232.502023:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.502031:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.502035:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.502042:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.502053:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbbb715b. 02000000:00000010:1.0:1776202232.502092:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02224ad. 00000400:00000010:1.0:1776202232.502098:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202232.502103:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.502107:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793216, portal 16 00000400:00000010:1.0:1776202232.502112:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.502114:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793216, offset 0 00000400:00000200:1.0:1776202232.502121:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.502130:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.502137:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.502140:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.502144:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.502147:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91551:91551:256:4294967295] 192.168.204.38@tcp LPNI seq info [91551:91551:8:4294967295] 00000400:00000200:1.0:1776202232.502155:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.502159:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.502162:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.502167:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.502172:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.502174:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.502572:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.502576:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202232.502581:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.502586:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.502589:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:0.0:1776202232.502591:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:0.0:1776202232.502597:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.505540:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.505560:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ddc0 00000400:00000200:2.0:1776202232.505569:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79d1 [1] + 224 00000400:00000200:2.0:1776202232.505599:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.505604:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.505615:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.505653:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.505658:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68180 00000400:00000200:2.0:1776202232.505663:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 328 00000400:00000200:2.0:1776202232.505710:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.505714:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.505718:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.505723:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00010000:00000010:1.1:1776202232.505860:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c231930. 00010000:00000010:1.1:1776202232.505869:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00000400:00000010:1.0:1776202232.505875:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202232.505879:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.505882:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.505888:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.505897:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.505933:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004296baec. 02000000:00000010:1.0:1776202232.505937:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02224ad. 02000000:00000010:1.0:1776202232.505945:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbbb715b. 00000100:00000010:1.0:1776202232.505949:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.505955:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00000020:00000010:3.0:1776202232.505959:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00010000:00000010:1.0:1776202232.505959:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000020:00000010:3.0:1776202232.505966:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.505971:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.506006:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604594560/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.506038:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594560 02000000:00000010:3.0:1776202232.506049:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe8b6e11. 00010000:00000010:3.0:1776202232.506078:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097df74c1. 00010000:00000010:3.0:1776202232.506159:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.506165:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.506180:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.506183:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.506193:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202232.506197:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594560, offset 224 00000400:00000200:3.0:1776202232.506205:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.506216:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.506220:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91552:91552:256:4294967295] 192.168.204.38@tcp LPNI seq info [91552:91552:8:4294967295] 00000400:00000200:3.0:1776202232.506231:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.506236:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.506250:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.506256:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.506263:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.506333:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.506361:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.506367:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.506371:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00080000:00000010:1.0:1776202232.506379:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbbb715b. 00000800:00000200:2.0:1776202232.506444:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.506447:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:2.0:1776202232.506452:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.506457:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.506460:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:2.0:1776202232.506461:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00010000:00000010:1.0:1776202232.506470:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.506478:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ee5572b. 00000001:00000010:1.0:1776202232.506534:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8f72a30. 00000001:00000010:1.0:1776202232.506540:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8f72a30. 00000001:00000010:1.0:1776202232.506543:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8f72a30. 00000001:00000010:1.0:1776202232.506545:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a49b66bd. 00010000:00000010:1.0:1776202232.506572:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202232.506578:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.506587:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.506590:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.506596:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.506605:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02224ad. 02000000:00000010:1.0:1776202232.506626:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b381f1ab. 00000400:00000010:1.0:1776202232.506631:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.506634:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.506639:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793280, portal 16 00000400:00000010:1.0:1776202232.506645:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202232.506647:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793280, offset 0 00000400:00000200:1.0:1776202232.506652:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.506658:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.506666:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.506669:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.506673:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.506675:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91553:91553:256:4294967295] 192.168.204.38@tcp LPNI seq info [91553:91553:8:4294967295] 00000400:00000200:1.0:1776202232.506683:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.506688:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.506691:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.506694:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.506699:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.506701:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.506809:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.506813:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202232.506816:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.506820:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.506823:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:0.0:1776202232.506824:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:0.0:1776202232.506848:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.507871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518105ba. 00010000:00000010:1.1:1776202232.507882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:1.1:1776202232.507887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202232.507891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00010000:00000010:3.1:1776202232.507949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f311d5a2. 00000400:00000200:2.0:1776202232.509863:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.509886:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62de00 00000400:00000200:2.0:1776202232.509895:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79dd [1] + 224 00000400:00000200:2.0:1776202232.509917:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.509921:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.510421:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.510706:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.510714:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed681c0 00000400:00000200:2.0:1776202232.510720:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 656 00000400:00000010:1.0:1776202232.510815:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.510822:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.510824:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.510852:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.510861:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.510894:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b381f1ab. 02000000:00000010:1.0:1776202232.510902:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02224ad. 00000100:00000010:1.0:1776202232.510920:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.510926:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.510931:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000400:00000200:2.0:1776202232.510963:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.510969:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.510974:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.510979:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000020:00000010:3.0:1776202232.511095:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00000020:00000010:3.0:1776202232.511102:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.511106:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.511130:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604594624/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.511162:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594624 02000000:00000010:3.0:1776202232.511173:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063b91870. 00010000:00000010:3.0:1776202232.511200:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031505330. 00010000:00000010:3.0:1776202232.511219:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.511225:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.511240:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.511250:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.511265:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202232.511269:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594624, offset 224 00000400:00000200:3.0:1776202232.511277:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.511294:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.511299:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91554:91554:256:4294967295] 192.168.204.38@tcp LPNI seq info [91554:91554:8:4294967295] 00000400:00000200:3.0:1776202232.511308:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.511313:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.511317:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202232.511322:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.511328:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.511332:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.511348:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.511352:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.511355:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00000800:00000200:2.0:1776202232.511424:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.511428:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:2.0:1776202232.511432:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.511436:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.511439:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:2.0:1776202232.511440:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00010000:00000010:3.1:1776202232.511947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000374cf506. 00010000:00000010:1.1:1776202232.512028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c986a17. 00010000:00000010:1.1:1776202232.512035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1ee9f4. 00080000:00000010:1.0:1776202232.512056:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a02224ad. 00010000:00000010:1.0:1776202232.512167:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.512174:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000912c5cf1. 00010000:00000010:1.0:1776202232.512256:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.0:1776202232.512262:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.512273:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.512277:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.512283:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.512292:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b381f1ab. 02000000:00000010:1.0:1776202232.512317:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e33e921. 00000400:00000010:1.0:1776202232.512323:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.512327:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.512332:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793344, portal 16 00000400:00000010:1.0:1776202232.512336:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202232.512338:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793344, offset 0 00000400:00000200:1.0:1776202232.512345:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.512354:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.512361:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.512364:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.512367:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.512370:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91555:91555:256:4294967295] 192.168.204.38@tcp LPNI seq info [91555:91555:8:4294967295] 00000400:00000200:1.0:1776202232.512378:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.512383:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.512387:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.512391:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.512395:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.512398:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.513292:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.513297:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202232.513303:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.513309:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.513314:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:0.0:1776202232.513315:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:0.0:1776202232.513323:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.517928:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.517949:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62de40 00000400:00000200:2.0:1776202232.517958:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79e9 [1] + 224 00000400:00000200:2.0:1776202232.517971:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.517975:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.517985:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.518022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a95fc2. 00000400:00000200:2.0:1776202232.518024:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.518029:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68200 00000400:00000200:2.0:1776202232.518034:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 984 00000400:00000200:2.0:1776202232.518089:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.518093:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.518097:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.518102:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 00000400:00000010:1.0:1776202232.518152:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.518157:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.518159:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.518164:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.518172:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.518200:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e33e921. 02000000:00000010:1.0:1776202232.518207:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b381f1ab. 00000100:00000010:1.0:1776202232.518211:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.518216:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.518220:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000020:00000010:3.0:1776202232.518485:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00000020:00000010:3.0:1776202232.518493:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.518497:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.518523:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dff7de66 x1862480604594688/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.518556:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594688 02000000:00000010:3.0:1776202232.518568:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddd46c3c. 00010000:00000010:3.0:1776202232.518600:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cea2a602. 00010000:00000010:3.0:1776202232.518675:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.518681:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.518690:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.518693:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.518705:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202232.518710:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594688, offset 224 00000400:00000200:3.0:1776202232.518717:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202232.518718:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e33e921. 00000400:00000200:3.0:1776202232.518727:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.518734:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91556:91556:256:4294967295] 192.168.204.38@tcp LPNI seq info [91556:91556:8:4294967295] 00000400:00000200:3.0:1776202232.518743:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.518747:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.518752:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.518756:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.518763:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.518767:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.518791:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.518795:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.518798:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00000800:00000200:2.0:1776202232.518934:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.518938:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:2.0:1776202232.518942:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.518946:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.518949:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:2.0:1776202232.518951:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00010000:00000010:1.0:1776202232.518966:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.518974:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000198ae85c. 00010000:00000010:1.0:1776202232.519066:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.0:1776202232.519073:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.519082:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.519086:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.519093:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.519103:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b381f1ab. 02000000:00000010:1.0:1776202232.519141:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006dbe3e5. 00000400:00000010:1.0:1776202232.519147:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.519151:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.519155:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793408, portal 16 00000400:00000010:1.0:1776202232.519159:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202232.519161:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793408, offset 0 00000400:00000200:1.0:1776202232.519166:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.519173:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.519180:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.519183:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.519185:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.519188:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91557:91557:256:4294967295] 192.168.204.38@tcp LPNI seq info [91557:91557:8:4294967295] 00000400:00000200:1.0:1776202232.519194:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.519198:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.519201:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.519206:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.519209:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.519212:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.520260:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.520264:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202232.520269:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.520277:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.520282:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:0.0:1776202232.520283:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:0.0:1776202232.520293:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.522256:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.522275:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62de80 00000400:00000200:2.0:1776202232.522285:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb79f5 [1] + 224 00000400:00000200:2.0:1776202232.522301:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.522305:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.522315:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.522398:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.522403:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.522405:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.522410:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.522417:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.522445:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006dbe3e5. 02000000:00000010:1.0:1776202232.522452:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b381f1ab. 00000100:00000010:1.0:1776202232.522457:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.522462:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.522466:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00000400:00000200:2.0:1776202232.523149:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.523158:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68240 00000400:00000200:2.0:1776202232.523163:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 1312 00000400:00000200:2.0:1776202232.523214:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.523219:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.523223:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.523227:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000020:00000010:3.0:1776202232.523311:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00000020:00000010:3.0:1776202232.523319:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.523323:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.523346:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c37954d x1862480604594752/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.523410:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594752 02000000:00000010:3.0:1776202232.523423:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5b06c66. 00010000:00000010:3.0:1776202232.523452:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236011ca. 00010000:00000010:3.0:1776202232.523473:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.523479:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.523496:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.523498:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.523510:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202232.523515:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594752, offset 224 00000400:00000200:3.0:1776202232.523523:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.523533:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.523538:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91558:91558:256:4294967295] 192.168.204.38@tcp LPNI seq info [91558:91558:8:4294967295] 00000400:00000200:3.0:1776202232.523548:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.523556:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.523560:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.523565:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.523571:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.523575:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.523597:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.523602:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.523605:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00080000:00000010:1.0:1776202232.523652:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006dbe3e5. 00000800:00000200:0.0:1776202232.523701:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.523706:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:0.0:1776202232.523711:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.523715:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.523719:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:0.0:1776202232.523720:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00010000:00000010:1.0:1776202232.523747:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.523756:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a994c991. 00010000:00000010:1.0:1776202232.523868:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.523875:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.523885:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.523890:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.523897:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202232.523919:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbe6fd65. 02000000:00000010:1.0:1776202232.523944:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a80076ee. 00000400:00000010:1.0:1776202232.523949:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.523953:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.523958:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793472, portal 16 00000400:00000010:1.0:1776202232.523963:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202232.523965:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793472, offset 0 00000400:00000200:1.0:1776202232.523970:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.523976:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.523982:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.523986:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.523990:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.523992:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91559:91559:256:4294967295] 192.168.204.38@tcp LPNI seq info [91559:91559:8:4294967295] 00000400:00000200:1.0:1776202232.523998:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.524002:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.524005:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.524009:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.524012:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.524014:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.524136:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.524139:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202232.524143:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.524148:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.524151:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:0.0:1776202232.524152:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:0.0:1776202232.524157:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.525026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba1e03db. 00010000:00000010:1.1:1776202232.525035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00000400:00000200:2.0:1776202232.527357:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.527379:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dec0 00000400:00000200:2.0:1776202232.527388:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a01 [1] + 224 00000400:00000200:2.0:1776202232.527407:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.527411:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.527422:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.527511:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202232.527517:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202232.527519:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202232.527525:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.527533:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.527563:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a80076ee. 02000000:00000010:1.0:1776202232.527570:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cbe6fd65. 00000100:00000010:1.0:1776202232.527574:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202232.527579:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:1.0:1776202232.527583:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00010000:00000010:3.1:1776202232.528007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029dee03e. 00000400:00000200:0.0:1776202232.528258:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.528271:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68280 00000400:00000200:0.0:1776202232.528277:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 1640 00000400:00000200:0.0:1776202232.528329:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.528334:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.528339:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.528344:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00010000:00000010:1.1:1776202232.528877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4748da. 00010000:00000010:1.1:1776202232.528885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1ee9f4. 00000020:00000010:3.0:1776202232.528886:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00010000:00000010:1.1:1776202232.528891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c98e2f45. 00000020:00000010:3.0:1776202232.528895:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00010000:00000010:1.1:1776202232.528896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00000020:00000010:3.0:1776202232.528901:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.528937:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604594816/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.528979:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594816 02000000:00000010:3.0:1776202232.528989:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9884332. 00010000:00000010:3.0:1776202232.529017:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d329e43a. 00010000:00000010:3.0:1776202232.529037:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000299f8425. 00000100:00000010:3.0:1776202232.529045:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.530884:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.530897:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000299f8425. 00000400:00000010:3.0:1776202232.530933:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00080000:00000010:1.0:1776202232.530934:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbe6fd65. 00000100:00000200:3.0:1776202232.530943:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594816, offset 224 00000400:00000200:3.0:1776202232.530955:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.530976:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.530983:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91560:91560:256:4294967295] 192.168.204.38@tcp LPNI seq info [91560:91560:8:4294967295] 00000400:00000200:3.0:1776202232.530994:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.531000:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.531006:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.531013:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.531021:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.531026:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776202232.531041:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00000020:00000010:3.0:1776202232.531047:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00010000:00000010:1.0:1776202232.531052:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003df7e017. 00000020:00000010:3.0:1776202232.531054:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00010000:00000010:1.0:1776202232.531144:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202232.531149:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000030886a29. 00010000:00000010:1.0:1776202232.531154:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00000020:00000010:3.0:1776202232.531157:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00010000:00000010:1.0:1776202232.531159:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00080000:00000010:1.0:1776202232.531177:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a80076ee. 00010000:00000010:1.0:1776202232.531203:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.531207:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030886a29. 00010000:00000010:1.0:1776202232.531350:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.0:1776202232.531355:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202232.531363:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009dadd4b9. 00000100:00000010:1.0:1776202232.531370:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202232.531378:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000800:00000200:0.0:1776202232.531390:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.531395:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 02000000:00000010:1.0:1776202232.531397:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b381f1ab. 00000400:00000200:0.0:1776202232.531401:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.531407:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.531411:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:0.0:1776202232.531414:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 02000000:00000010:1.0:1776202232.531430:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000343b6d56. 00000400:00000010:1.0:1776202232.531438:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202232.531444:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.531449:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793536, portal 16 00000400:00000010:1.0:1776202232.531453:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202232.531456:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793536, offset 0 00000400:00000200:1.0:1776202232.531462:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.531469:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.531477:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.531480:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.531484:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.531486:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91561:91561:256:4294967295] 192.168.204.38@tcp LPNI seq info [91561:91561:8:4294967295] 00000400:00000200:1.0:1776202232.531493:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.531498:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.531501:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.531505:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.531510:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.531512:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.532952:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.532959:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202232.532965:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.532976:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.532981:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:2.0:1776202232.532982:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:2.0:1776202232.532991:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613793536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.537211:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d690b648. 00000400:00000200:0.0:1776202232.539511:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.539533:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62df00 00000400:00000200:0.0:1776202232.539543:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a0d [1] + 224 00000400:00000200:0.0:1776202232.539555:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.539558:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.539571:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613793536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.539752:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.539759:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed682c0 00000400:00000200:0.0:1776202232.539765:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6335 [2] + 1968 00000400:00000010:0.0:1776202232.539769:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef7d1dfc. 00000400:00000200:0.0:1776202232.539773:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000f92af52 00000400:00000200:0.0:1776202232.539780:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.539783:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.539786:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f92af52 00000400:00000010:0.0:1776202232.539788:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000f92af52 (tot 82354378). 00000100:00000200:0.0:1776202232.539794:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202232.539924:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000385f2c44. 00000020:00000010:1.0:1776202232.539931:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.539936:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.539962:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab3b9110 x1862480604594880/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.540001:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594880 02000000:00000010:1.0:1776202232.540074:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a8de11e. 00010000:00000010:1.0:1776202232.540117:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060d8f556. 00000100:00000010:1.0:1776202232.540125:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016fd1215. 00000100:00000010:1.0:1776202232.540132:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016fd1215. 00010000:00000010:1.0:1776202232.540136:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060d8f556. 00000400:00000010:1.0:1776202232.540149:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202232.540154:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594880, offset 224 00000400:00000200:1.0:1776202232.540161:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.540171:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.540177:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91562:91562:256:4294967295] 192.168.204.38@tcp LPNI seq info [91562:91562:8:4294967295] 00000400:00000200:1.0:1776202232.540186:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.540191:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.540196:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202232.540201:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.540209:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.540214:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.540238:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.540242:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.540256:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000385f2c44. 02000000:00000010:1.0:1776202232.540266:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9884332. 00000100:00000010:1.0:1776202232.540269:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:1.0:1776202232.540273:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5b06c66. 00000100:00000010:1.0:1776202232.540274:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:1.0:1776202232.540278:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ddd46c3c. 00000100:00000010:1.0:1776202232.540280:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 02000000:00000010:1.0:1776202232.540283:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063b91870. 00000100:00000010:1.0:1776202232.540285:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:1.0:1776202232.540288:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe8b6e11. 00000100:00000010:1.0:1776202232.540291:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:1.0:1776202232.540299:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057e95d43. 00000100:00000010:1.0:1776202232.540301:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000200:1.0:1776202232.540309:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202232.540314:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b03a5513. 00000400:00000010:1.0:1776202232.540317:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000016fd1215 (tot 82354778). 00000400:00000010:3.0:1776202232.540375:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:3.0:1776202232.540380:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:3.0:1776202232.540382:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000800:00000200:0.0:1776202232.540383:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.540388:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000100:00000200:3.0:1776202232.540390:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613793536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.540393:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.540401:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.540405:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613793536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.540406:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:0.0:1776202232.540409:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 02000000:00000010:0.0:1776202232.540413:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a8de11e. 00010000:00000010:3.0:1776202232.540429:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e382da5. 02000000:00000010:3.0:1776202232.540444:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000343b6d56. 02000000:00000010:3.0:1776202232.540450:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b381f1ab. 00000100:00000010:3.0:1776202232.540454:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:3.0:1776202232.540457:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:3.0:1776202232.540459:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009dadd4b9. 00080000:00000010:3.0:1776202232.540527:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003e8cc90. 00010000:00000010:3.0:1776202232.540608:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:3.0:1776202232.540614:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc570714. 00010000:00000010:3.0:1776202232.540678:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202232.540683:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c25960c7. 00010000:00000010:3.0:1776202232.540692:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040fcb4ad. 00000100:00000010:3.0:1776202232.540695:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.540702:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.540711:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007095e8e9. 02000000:00000010:3.0:1776202232.540732:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202232.540736:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202232.540739:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202232.540742:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793600, portal 16 00000400:00000010:3.0:1776202232.540746:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202232.540749:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793600, offset 0 00000400:00000200:3.0:1776202232.540754:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.540760:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.540767:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.540770:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.540773:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.540776:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91563:91563:256:4294967295] 192.168.204.38@tcp LPNI seq info [91563:91563:8:4294967295] 00000400:00000200:3.0:1776202232.540782:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.540786:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.540790:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.540793:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.540797:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.540800:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.542113:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.542120:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202232.542127:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.542135:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.542140:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:0.0:1776202232.542142:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000100:00000200:0.0:1776202232.542150:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613793600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.544919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc83dc8d. 00010000:00000010:1.1:1776202232.544934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:1.1:1776202232.544940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202232.544943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00000400:00000200:0.0:1776202232.545030:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.545049:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62df40 00000400:00000200:0.0:1776202232.545059:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a1d [1] + 224 00000400:00000200:0.0:1776202232.545076:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.545080:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.545092:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613793600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.549180:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:3.0:1776202232.549192:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:3.0:1776202232.549194:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:3.0:1776202232.549209:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613793600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.549221:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613793600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.549252:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202232.549258:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007095e8e9. 00000100:00000010:3.0:1776202232.549261:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:3.0:1776202232.549265:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202232.549269:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040fcb4ad. 00000400:00000200:2.0:1776202232.549759:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.549775:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68300 00000400:00000200:2.0:1776202232.549783:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 0 00000400:00000200:2.0:1776202232.549877:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.549883:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.549890:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.549895:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:1.0:1776202232.555444:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000385f2c44. 00000020:00000010:1.0:1776202232.555460:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.555465:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.555500:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604594944/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.555539:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604594944 02000000:00000010:1.0:1776202232.555551:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004da47286. 00010000:00000010:1.0:1776202232.555581:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004dd1450a. 00010000:00000010:1.0:1776202232.555600:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060d8f556. 00000100:00000010:1.0:1776202232.555607:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202232.555627:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:1.0:1776202232.555632:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060d8f556. 00000400:00000010:1.0:1776202232.555644:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202232.555650:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604594944, offset 224 00000400:00000200:1.0:1776202232.555658:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.555672:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.555678:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91564:91564:256:4294967295] 192.168.204.38@tcp LPNI seq info [91564:91564:8:4294967295] 00000400:00000200:1.0:1776202232.555690:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.555696:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.555701:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.555707:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.555715:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.555720:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.555740:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.555744:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.555748:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000385f2c44. 00000800:00000200:1.0:1776202232.555873:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.555877:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202232.555881:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.555886:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.555890:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:1.0:1776202232.555892:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00080000:00000010:0.0:1776202232.555979:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000406f45e4. 00010000:00000010:0.0:1776202232.556066:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c25960c7. 00010000:00000010:0.0:1776202232.556073:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bd84a50. 00010000:00000010:0.0:1776202232.556148:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202232.556155:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202232.556165:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071458a15. 00000100:00000010:0.0:1776202232.556168:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.556176:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202232.556186:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000797b0548. 02000000:00000010:0.0:1776202232.556208:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f5462d. 00000400:00000010:0.0:1776202232.556214:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fddde246. 00000400:00000010:0.0:1776202232.556219:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202232.556224:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793664, portal 16 00000400:00000010:0.0:1776202232.556228:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202232.556230:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793664, offset 0 00000400:00000200:0.0:1776202232.556235:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.556242:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.556247:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.556251:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.556254:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.556256:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91565:91565:256:4294967295] 192.168.204.38@tcp LPNI seq info [91565:91565:8:4294967295] 00000400:00000200:0.0:1776202232.556263:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.556267:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.556270:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb643f75 (tot 82354778). 00000800:00000200:0.0:1776202232.556274:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.556278:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.556280:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cb643f75 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.556643:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.556647:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb643f75 (tot 82354530). 00000400:00000200:1.0:1776202232.556651:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.556655:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.556658:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:1.0:1776202232.556660:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:1.0:1776202232.556667:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613793664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.557073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff127c3b. 00010000:00000010:3.1:1776202232.558879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000501dec1f. 00010000:00000010:3.1:1776202232.558891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047e16239. 00010000:00000010:3.1:1776202232.558895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1ee9f4. 00000400:00000200:2.0:1776202232.559863:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.559883:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62df80 00000400:00000200:2.0:1776202232.559893:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a29 [1] + 224 00000400:00000200:2.0:1776202232.559920:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.559925:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.559937:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613793664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.560077:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fddde246. 00000400:00000200:1.0:1776202232.560084:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:1.0:1776202232.560086:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000100:00000200:1.0:1776202232.560093:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613793664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.560101:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613793664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.560132:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f5462d. 02000000:00000010:1.0:1776202232.560139:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000797b0548. 00000100:00000010:1.0:1776202232.560143:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:1.0:1776202232.560147:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:1.0:1776202232.560150:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071458a15. 00000400:00000200:1.0:1776202232.564385:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.564405:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68340 00000400:00000200:1.0:1776202232.564413:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 328 00000400:00000200:1.0:1776202232.564460:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.564465:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.564472:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.564478:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000020:00000010:0.0:1776202232.564674:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3d245. 00000020:00000010:0.0:1776202232.564681:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.564685:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.564723:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604595008/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.564757:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595008 02000000:00000010:0.0:1776202232.564768:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000797b0548. 00010000:00000010:0.0:1776202232.564798:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0f640cb. 00010000:00000010:0.0:1776202232.564817:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.564823:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202232.564853:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:0.0:1776202232.564856:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000010:0.0:1776202232.564868:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202232.564872:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595008, offset 224 00000400:00000200:0.0:1776202232.564880:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.564890:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.564895:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91566:91566:256:4294967295] 192.168.204.38@tcp LPNI seq info [91566:91566:8:4294967295] 00000400:00000200:0.0:1776202232.564914:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.564920:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.564925:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000afd3afd4 (tot 82354778). 00000800:00000200:0.0:1776202232.564930:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.564936:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.564939:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000afd3afd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.564954:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.564958:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.564961:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3d245. 00000800:00000200:1.0:1776202232.565408:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.565412:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000afd3afd4 (tot 82354530). 00000400:00000200:1.0:1776202232.565416:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.565420:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.565424:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:1.0:1776202232.565426:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00080000:00000010:1.0:1776202232.565453:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000385f2c44. 00010000:00000010:1.0:1776202232.565541:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:1.0:1776202232.565548:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000884f6509. 00010000:00000010:1.0:1776202232.565616:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.0:1776202232.565622:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00010000:00000010:1.0:1776202232.565632:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060d8f556. 00000100:00000010:1.0:1776202232.565636:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202232.565642:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202232.565652:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfd2728c. 02000000:00000010:1.0:1776202232.565677:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000343b6d56. 00000400:00000010:1.0:1776202232.565684:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202232.565688:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202232.565693:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793728, portal 16 00000400:00000010:1.0:1776202232.565697:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202232.565699:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793728, offset 0 00000400:00000200:1.0:1776202232.565715:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.565723:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.565729:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.565732:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.565735:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.565737:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91567:91567:256:4294967295] 192.168.204.38@tcp LPNI seq info [91567:91567:8:4294967295] 00000400:00000200:1.0:1776202232.565745:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.565750:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.565753:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.565757:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.565762:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.565765:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.566813:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.566818:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202232.566823:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.566853:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.566858:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:3.0:1776202232.566860:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:3.0:1776202232.566869:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613793728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.569291:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3db5ee6. 00010000:00000010:0.1:1776202232.569852:0:78557:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9843685. 00010000:00000010:0.1:1776202232.569859:0:78557:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:2.0:1776202232.571468:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.571485:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62dfc0 00000400:00000200:2.0:1776202232.571494:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a35 [1] + 224 00000400:00000200:2.0:1776202232.571506:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.571511:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.571521:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613793728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.571549:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.571554:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68380 00000400:00000200:2.0:1776202232.571559:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 656 00000400:00000200:2.0:1776202232.571614:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.571617:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.571621:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.571626:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000400:00000010:2.0:1776202232.571654:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:2.0:1776202232.571658:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:2.0:1776202232.571660:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:2.0:1776202232.571665:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613793728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.571673:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613793728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.571702:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000343b6d56. 02000000:00000010:2.0:1776202232.571709:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfd2728c. 00000100:00000010:2.0:1776202232.571713:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:2.0:1776202232.571728:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:2.0:1776202232.571733:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060d8f556. 00000020:00000010:2.0:1776202232.572895:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33e8025. 00000020:00000010:2.0:1776202232.572904:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096e39714. 00000020:00000010:2.0:1776202232.572916:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.572947:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604595072/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202232.572998:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595072 02000000:00000010:2.0:1776202232.573011:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007802ca58. 00010000:00000010:2.0:1776202232.573040:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ec04b56. 00010000:00000010:2.0:1776202232.573061:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f6f27be. 00000100:00000010:2.0:1776202232.573067:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086d8aa41. 00000100:00000010:2.0:1776202232.573077:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086d8aa41. 00010000:00000010:2.0:1776202232.573080:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f6f27be. 00000400:00000010:2.0:1776202232.573091:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202232.573096:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595072, offset 224 00000400:00000200:2.0:1776202232.573104:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.573115:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.573121:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91568:91568:256:4294967295] 192.168.204.38@tcp LPNI seq info [91568:91568:8:4294967295] 00000400:00000200:2.0:1776202232.573131:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.573135:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.573140:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.573146:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.573152:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.573156:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.573174:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096e39714. 00000020:00000010:2.0:1776202232.573178:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.573181:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e33e8025. 00080000:00000010:3.0:1776202232.573205:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a102d77. 00000800:00000200:2.0:1776202232.573260:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.573263:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.573268:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.573272:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.573276:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:2.0:1776202232.573278:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00010000:00000010:3.0:1776202232.573290:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:3.0:1776202232.573296:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f01bfafa. 00010000:00000010:3.0:1776202232.573418:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202232.573425:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7703dab. 00010000:00000010:3.0:1776202232.573435:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040fcb4ad. 00000100:00000010:3.0:1776202232.573439:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202232.573446:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.573457:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006664f8ea. 02000000:00000010:3.0:1776202232.573480:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065b7fd0e. 00000400:00000010:3.0:1776202232.573486:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202232.573491:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202232.573495:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793792, portal 16 00000400:00000010:3.0:1776202232.573500:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202232.573502:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793792, offset 0 00000400:00000200:3.0:1776202232.573508:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.573515:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.573522:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.573525:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.573528:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.573531:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91569:91569:256:4294967295] 192.168.204.38@tcp LPNI seq info [91569:91569:8:4294967295] 00000400:00000200:3.0:1776202232.573538:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.573542:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.573546:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.573549:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.573553:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.573556:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202232.573645:0:78558:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75e7b2a. 00010000:00000010:1.1:1776202232.573655:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00000800:00000200:2.0:1776202232.574645:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.574650:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:2.0:1776202232.574656:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.574664:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.574668:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:2.0:1776202232.574670:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:2.0:1776202232.574678:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613793792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.576082:0:78557:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d132adeb. 00000400:00000200:3.0:1776202232.577522:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.577541:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e000 00000400:00000200:3.0:1776202232.577552:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a41 [1] + 224 00000400:00000200:3.0:1776202232.577569:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.577574:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.577586:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613793792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.578127:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:0.0:1776202232.578133:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:0.0:1776202232.578135:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:0.0:1776202232.578143:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613793792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.578152:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613793792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202232.578180:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065b7fd0e. 02000000:00000010:0.0:1776202232.578192:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006664f8ea. 00000100:00000010:0.0:1776202232.578196:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:0.0:1776202232.578200:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:0.0:1776202232.578203:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040fcb4ad. 00010000:00000010:3.1:1776202232.578942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024212a72. 00010000:00000010:3.1:1776202232.578951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00010000:00000010:2.1:1776202232.579415:0:78559:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2d314d0. 00000400:00000200:3.0:1776202232.579649:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.579664:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed683c0 00000400:00000200:3.0:1776202232.579671:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 984 00000400:00000200:3.0:1776202232.579728:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.579733:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.579741:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.579746:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:1.0:1776202232.580504:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af7a81a5. 00000020:00000010:1.0:1776202232.580513:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.580518:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.580547:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604595136/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.580592:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595136 02000000:00000010:1.0:1776202232.580604:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfd2728c. 00010000:00000010:1.0:1776202232.580634:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a18827f. 00010000:00000010:1.0:1776202232.580664:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053daaab9. 00000100:00000010:1.0:1776202232.580671:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2898d7a. 00000100:00000010:1.0:1776202232.580687:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2898d7a. 00010000:00000010:1.0:1776202232.580692:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053daaab9. 00000400:00000010:1.0:1776202232.580715:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202232.580721:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595136, offset 224 00000400:00000200:1.0:1776202232.580730:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.580744:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.580750:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91570:91570:256:4294967295] 192.168.204.38@tcp LPNI seq info [91570:91570:8:4294967295] 00000400:00000200:1.0:1776202232.580762:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.580767:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.580772:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.580778:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.580785:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.580789:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.580813:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.580818:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.580823:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af7a81a5. 00080000:00000010:1.0:1776202232.581391:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000343b6d56. 00010000:00000010:1.0:1776202232.581481:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7703dab. 00010000:00000010:1.0:1776202232.581488:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000225814f3. 00010000:00000010:1.0:1776202232.581553:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202232.581558:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000030886a29. 00000800:00000200:3.0:1776202232.581564:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776202232.581564:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00000800:00000010:3.0:1776202232.581570:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00010000:00000010:1.0:1776202232.581571:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3057f86. 00000400:00000200:3.0:1776202232.581575:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.581582:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.581586:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00080000:00000010:1.0:1776202232.581587:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a8de11e. 00000400:00000010:3.0:1776202232.581589:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00010000:00000010:1.0:1776202232.581617:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3057f86. 00010000:00000010:1.0:1776202232.581622:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030886a29. 00010000:00000010:1.0:1776202232.581672:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202232.581678:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3057f86. 00010000:00000010:1.0:1776202232.581685:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053daaab9. 00000100:00000010:1.0:1776202232.581691:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2898d7a. 00000100:00000010:1.0:1776202232.581698:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.581710:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af7a81a5. 02000000:00000010:1.0:1776202232.581736:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cb2904b. 00000400:00000010:1.0:1776202232.581743:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202232.581747:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202232.581752:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793856, portal 16 00000400:00000010:1.0:1776202232.581756:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202232.581759:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793856, offset 0 00000400:00000200:1.0:1776202232.581766:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.581775:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.581782:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.581786:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.581789:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.581792:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91571:91571:256:4294967295] 192.168.204.38@tcp LPNI seq info [91571:91571:8:4294967295] 00000400:00000200:1.0:1776202232.581799:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.581929:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.581933:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.581939:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.581944:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.581947:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.582094:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.582097:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202232.582101:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.582105:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.582107:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:3.0:1776202232.582109:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:3.0:1776202232.582115:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613793856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.588977:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.588998:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e040 00000400:00000200:0.0:1776202232.589007:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a4d [1] + 224 00000400:00000200:0.0:1776202232.589020:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.589025:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.589037:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613793856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.589079:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.589084:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68400 00000400:00000200:0.0:1776202232.589088:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 1312 00000400:00000200:0.0:1776202232.589145:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.589149:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.589153:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.589160:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000400:00000010:2.0:1776202232.589162:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:2.0:1776202232.589167:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:2.0:1776202232.589169:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00000100:00000200:2.0:1776202232.589174:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613793856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.589190:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613793856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.589226:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cb2904b. 02000000:00000010:2.0:1776202232.589232:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af7a81a5. 00000100:00000010:2.0:1776202232.589236:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:2.0:1776202232.589241:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2898d7a. 00010000:00000010:2.0:1776202232.589245:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053daaab9. 00000020:00000010:3.0:1776202232.589323:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9f219e6. 00000020:00000010:3.0:1776202232.589331:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.589336:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.589360:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604595200/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.589399:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595200 02000000:00000010:3.0:1776202232.589410:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037c97508. 00010000:00000010:3.0:1776202232.589437:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd0eab35. 00010000:00000010:3.0:1776202232.589457:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f96c4dbe. 00000100:00000010:3.0:1776202232.589464:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.589482:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.589485:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f96c4dbe. 00000400:00000010:3.0:1776202232.589497:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202232.589501:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595200, offset 224 00000400:00000200:3.0:1776202232.589509:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.589519:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.589525:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91572:91572:256:4294967295] 192.168.204.38@tcp LPNI seq info [91572:91572:8:4294967295] 00000400:00000200:3.0:1776202232.589535:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.589540:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.589545:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.589550:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.589557:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.589560:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.589594:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.589599:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.589604:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9f219e6. 00080000:00000010:2.0:1776202232.589676:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cabdc80. 00000800:00000200:0.0:1776202232.589681:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.589684:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:0.0:1776202232.589688:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.589692:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.589695:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:0.0:1776202232.589697:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00010000:00000010:1.1:1776202232.589813:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000060d84ab. 00010000:00000010:1.1:1776202232.589827:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35b9a9d. 00010000:00000010:1.1:1776202232.589846:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:1.1:1776202232.589849:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202232.589853:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:2.0:1776202232.591427:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3057f86. 00010000:00000010:2.0:1776202232.591442:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc05894f. 00010000:00000010:2.0:1776202232.591529:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fea6a0cb. 00010000:00000010:2.0:1776202232.591536:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202232.591550:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f6f27be. 00000100:00000010:2.0:1776202232.591558:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086d8aa41. 00000100:00000010:2.0:1776202232.591566:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202232.591865:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000255330b1. 02000000:00000010:2.0:1776202232.591896:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec9cebf. 00000400:00000010:2.0:1776202232.591903:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202232.591921:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202232.591928:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793920, portal 16 00000400:00000010:2.0:1776202232.591933:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.591935:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793920, offset 0 00000400:00000200:2.0:1776202232.592365:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.592386:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.592394:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.592397:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.592401:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.592404:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91573:91573:256:4294967295] 192.168.204.38@tcp LPNI seq info [91573:91573:8:4294967295] 00000400:00000200:2.0:1776202232.592417:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.592424:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.592430:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.592436:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.592443:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.592447:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.595482:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.595489:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.595500:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.595512:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.595518:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:2.0:1776202232.595520:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.595531:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613793920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.596928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c13985f. 00010000:00000010:2.1:1776202232.597668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018412399. 00010000:00000010:2.1:1776202232.597677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00000400:00000200:3.0:1776202232.600999:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.601018:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e080 00000400:00000200:3.0:1776202232.601028:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a59 [1] + 224 00000400:00000200:3.0:1776202232.601040:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.601044:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.601056:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613793920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.601100:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.601105:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68440 00000400:00000200:3.0:1776202232.601111:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 1640 00000400:00000200:3.0:1776202232.601163:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.601166:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.601170:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.601176:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 00000400:00000010:1.0:1776202232.601444:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7e07373. 00000400:00000200:1.0:1776202232.601451:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000020:00000010:0.0:1776202232.601451:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecfd612. 00000400:00000010:1.0:1776202232.601454:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000020:00000010:0.0:1776202232.601460:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000100:00000200:1.0:1776202232.601462:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613793920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776202232.601466:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:1.0:1776202232.601474:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613793920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.601497:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b604bb25 x1862480604595264/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1776202232.601504:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec9cebf. 02000000:00000010:1.0:1776202232.601511:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000255330b1. 00000100:00000010:1.0:1776202232.601515:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:1.0:1776202232.601519:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086d8aa41. 00010000:00000010:1.0:1776202232.601524:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f6f27be. 00000100:00000200:0.0:1776202232.601529:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595264 02000000:00000010:0.0:1776202232.601542:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b381f1ab. 00010000:00000010:0.0:1776202232.601575:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c866db90. 00010000:00000010:0.0:1776202232.601597:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.601602:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202232.601612:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:0.0:1776202232.601614:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000010:0.0:1776202232.601626:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202232.601630:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595264, offset 224 00000400:00000200:0.0:1776202232.601636:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.601645:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.601649:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91574:91574:256:4294967295] 192.168.204.38@tcp LPNI seq info [91574:91574:8:4294967295] 00000400:00000200:0.0:1776202232.601656:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.601660:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.601664:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202232.601668:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.601673:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.601676:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776202232.601677:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5d015d9. 00000020:00000010:0.0:1776202232.601694:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.601698:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.601701:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecfd612. 00010000:00000010:1.0:1776202232.601790:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e6febd. 00000800:00000200:3.0:1776202232.601795:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776202232.601797:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a894c6b1. 00000800:00000010:3.0:1776202232.601801:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354530). 00000400:00000200:3.0:1776202232.601804:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.601808:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.601811:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202232.601813:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00010000:00000010:0.0:1776202232.601961:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.601968:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202232.601978:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b29f14. 00000100:00000010:0.0:1776202232.601981:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202232.601988:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202232.601997:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ecfd612. 02000000:00000010:0.0:1776202232.602332:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d637332f. 00000400:00000010:0.0:1776202232.602340:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.602344:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202232.602349:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613793984, portal 16 00000400:00000010:0.0:1776202232.602355:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202232.602357:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613793984, offset 0 00000400:00000200:0.0:1776202232.602364:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.602372:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.602379:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.602383:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.602386:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.602388:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91575:91575:256:4294967295] 192.168.204.38@tcp LPNI seq info [91575:91575:8:4294967295] 00000400:00000200:0.0:1776202232.602396:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.602400:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.602404:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202232.602409:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.602419:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.602422:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.602623:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.602626:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:0.0:1776202232.602629:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.602633:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.602636:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202232.602638:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202232.602643:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613793984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.604571:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.605843:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e0c0 00000400:00000200:3.0:1776202232.605859:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a65 [1] + 224 00000400:00000200:3.0:1776202232.605883:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.605888:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.605899:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613793984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.605970:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:1.0:1776202232.605976:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:1.0:1776202232.605979:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:1.0:1776202232.605985:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613793984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.605993:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613793984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.606022:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d637332f. 02000000:00000010:1.0:1776202232.606028:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ecfd612. 00000100:00000010:1.0:1776202232.606032:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:1.0:1776202232.606036:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:1.0:1776202232.606041:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b29f14. 00000400:00000200:3.0:1776202232.607761:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.607778:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68480 00000400:00000200:3.0:1776202232.607786:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb638d [2] + 1968 00000400:00000010:3.0:1776202232.607790:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073eca968. 00000400:00000200:3.0:1776202232.607794:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a76e5dc5 00000400:00000200:3.0:1776202232.607866:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.607871:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.607875:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76e5dc5 00000400:00000010:3.0:1776202232.607878:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a76e5dc5 (tot 82354378). 00000100:00000200:3.0:1776202232.607884:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1776202232.608070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e3643a. 00000020:00000010:0.0:1776202232.608111:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab847c4c. 00000020:00000010:0.0:1776202232.608118:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.608122:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.608991:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dbd6c9f x1862480604595328/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.609043:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595328 02000000:00000010:0.0:1776202232.609062:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d919ac2. 00010000:00000010:0.0:1776202232.609379:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddfa4d67. 00010000:00000010:0.0:1776202232.609402:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000677f92f2. 00000100:00000010:0.0:1776202232.609410:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce1fc187. 00000100:00000010:0.0:1776202232.609427:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce1fc187. 00010000:00000010:0.0:1776202232.609430:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000677f92f2. 00000400:00000010:0.0:1776202232.609444:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202232.609450:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595328, offset 224 00000400:00000200:0.0:1776202232.609458:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.609474:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.609481:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91576:91576:256:4294967295] 192.168.204.38@tcp LPNI seq info [91576:91576:8:4294967295] 00000400:00000200:0.0:1776202232.609493:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.609498:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.609503:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354626). 00000800:00000200:0.0:1776202232.609510:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.609516:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.609520:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.609549:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.609554:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.609559:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab847c4c. 02000000:00000010:0.0:1776202232.609570:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b381f1ab. 00000100:00000010:0.0:1776202232.609575:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 02000000:00000010:0.0:1776202232.609580:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037c97508. 00000100:00000010:0.0:1776202232.609582:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202232.609586:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfd2728c. 00000100:00000010:0.0:1776202232.609590:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:0.0:1776202232.609593:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007802ca58. 00000100:00000010:0.0:1776202232.609596:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:0.0:1776202232.609599:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000797b0548. 00000100:00000010:0.0:1776202232.609602:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:0.0:1776202232.609605:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004da47286. 00000100:00000010:0.0:1776202232.609708:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000200:0.0:1776202232.609718:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202232.609725:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e749a4fd. 00000400:00000010:0.0:1776202232.609730:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce1fc187 (tot 82354778). 00000800:00000200:3.0:1776202232.609816:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.609820:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:3.0:1776202232.609824:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.609853:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.609857:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:3.0:1776202232.609859:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 02000000:00000010:3.0:1776202232.609865:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d919ac2. 00080000:00000010:1.0:1776202232.610359:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2a8d362. 00010000:00000010:1.0:1776202232.610458:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:1.0:1776202232.610468:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd147fe0. 00010000:00000010:1.0:1776202232.610547:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.610554:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000812309c5. 00010000:00000010:1.0:1776202232.610565:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfebf511. 00000100:00000010:1.0:1776202232.610571:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202232.610578:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 02000000:00000010:1.0:1776202232.610591:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eeb4bd54. 00010000:00000010:1.1:1776202232.613719:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023275482. 00010000:00000010:1.1:1776202232.613733:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea6a0cb. 02000000:00000010:0.0:1776202232.613865:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab847c4c. 00000400:00000010:0.0:1776202232.613874:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202232.613881:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202232.613888:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794048, portal 16 00000400:00000010:0.0:1776202232.613894:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202232.613897:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794048, offset 0 00000400:00000200:0.0:1776202232.613916:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.613936:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.613944:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.613948:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.613951:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.613955:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91577:91577:256:4294967295] 192.168.204.38@tcp LPNI seq info [91577:91577:8:4294967295] 00000400:00000200:0.0:1776202232.613966:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.613973:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.613978:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202232.613985:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.613993:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.613997:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.614254:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.614258:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202232.614262:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.614268:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.614272:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:1.0:1776202232.614274:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:1.0:1776202232.614283:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054f18f56 x1862480613794048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.616885:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.616915:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e100 00000400:00000200:3.0:1776202232.616925:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a75 [1] + 224 00000400:00000200:3.0:1776202232.616951:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.616955:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.616965:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054f18f56 x1862480613794048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.617102:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:1.0:1776202232.617108:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:1.0:1776202232.617110:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:1.0:1776202232.617116:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054f18f56 x1862480613794048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.617123:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054f18f56 x1862480613794048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.617158:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab847c4c. 02000000:00000010:1.0:1776202232.617164:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eeb4bd54. 00000100:00000010:1.0:1776202232.617167:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000010:1.0:1776202232.617172:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202232.617176:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfebf511. 00010000:00000010:0.1:1776202232.617888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2870304. 00000400:00000200:3.0:1776202232.617930:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.617941:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed684c0 00000400:00000200:3.0:1776202232.617948:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 0 00000400:00000200:3.0:1776202232.618003:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.618007:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.618012:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.618018:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:0.0:1776202232.618317:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab847c4c. 00000020:00000010:0.0:1776202232.618325:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.618329:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.618356:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604595392/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.618393:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595392 02000000:00000010:0.0:1776202232.618405:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d919ac2. 00010000:00000010:0.0:1776202232.618432:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e49206e2. 00010000:00000010:0.0:1776202232.618455:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000677f92f2. 00000100:00000010:0.0:1776202232.618462:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.618482:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.618488:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000677f92f2. 00000400:00000010:0.0:1776202232.618503:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202232.618508:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595392, offset 224 00000400:00000200:0.0:1776202232.618517:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.618528:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.618534:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91578:91578:256:4294967295] 192.168.204.38@tcp LPNI seq info [91578:91578:8:4294967295] 00080000:00000010:1.0:1776202232.618536:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eeb4bd54. 00000400:00000200:0.0:1776202232.618546:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.618553:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.618558:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00000800:00000200:0.0:1776202232.618563:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.618569:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.618573:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.618593:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.618596:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.618600:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab847c4c. 00010000:00000010:1.0:1776202232.618640:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000812309c5. 00010000:00000010:1.0:1776202232.618648:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005552851d. 00010000:00000010:1.0:1776202232.618720:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec48dac9. 00010000:00000010:1.0:1776202232.618726:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000812309c5. 00010000:00000010:1.0:1776202232.618735:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfebf511. 00000100:00000010:1.0:1776202232.618739:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202232.618745:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 02000000:00000010:1.0:1776202232.618755:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a63a336d. 02000000:00000010:1.0:1776202232.618777:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f0abd40. 00000400:00000010:1.0:1776202232.618782:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000269b3d68. 00000400:00000010:1.0:1776202232.618786:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202232.618796:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794112, portal 16 00000400:00000010:1.0:1776202232.618801:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202232.618803:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794112, offset 0 00000400:00000200:1.0:1776202232.618809:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.618815:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.618860:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.618865:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.618868:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.618871:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91579:91579:255:4294967295] 192.168.204.38@tcp LPNI seq info [91579:91579:7:4294967295] 00000400:00000200:1.0:1776202232.618936:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.618942:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.618946:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202232.618950:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.618954:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.618957:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.619428:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.619432:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354778). 00000400:00000200:2.0:1776202232.619436:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.619442:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.619446:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:2.0:1776202232.619449:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000800:00000200:2.0:1776202232.619514:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.619516:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202232.619519:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.619523:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.619525:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:2.0:1776202232.619526:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:2.0:1776202232.619533:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054f18f56 x1862480613794112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.622036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000089d5cbe. 00010000:00000010:1.1:1776202232.622049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000400:00000200:1.0:1776202232.624780:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.624800:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e140 00000400:00000200:1.0:1776202232.624810:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a81 [1] + 224 00000400:00000200:1.0:1776202232.624823:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.624827:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.624997:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054f18f56 x1862480613794112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.625043:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.625049:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68500 00000400:00000200:1.0:1776202232.625054:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 328 00000400:00000200:1.0:1776202232.625110:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.625114:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.625118:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.625124:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00000400:00000010:3.0:1776202232.625194:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000269b3d68. 00000400:00000200:3.0:1776202232.625199:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:3.0:1776202232.625201:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:3.0:1776202232.625208:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054f18f56 x1862480613794112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.625215:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054f18f56 x1862480613794112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.625250:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f0abd40. 02000000:00000010:3.0:1776202232.625258:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a63a336d. 00000100:00000010:3.0:1776202232.625262:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000010:3.0:1776202232.625266:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:3.0:1776202232.625271:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfebf511. 00000020:00000010:3.0:1776202232.625311:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9f219e6. 00000020:00000010:3.0:1776202232.625318:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.625323:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.625346:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604595456/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.625381:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595456 02000000:00000010:3.0:1776202232.625394:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad61124. 00010000:00000010:3.0:1776202232.625428:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000207a1536. 00010000:00000010:3.0:1776202232.625450:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f96c4dbe. 00000100:00000010:3.0:1776202232.625457:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.625467:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.625470:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f96c4dbe. 00000400:00000010:3.0:1776202232.625485:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.625490:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595456, offset 224 00000400:00000200:3.0:1776202232.625500:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.625512:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.625518:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91580:91580:256:4294967295] 192.168.204.38@tcp LPNI seq info [91580:91580:8:4294967295] 00000400:00000200:3.0:1776202232.625530:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.625535:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.625541:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202232.625547:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.625554:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.625558:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.625574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.625579:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:3.0:1776202232.625581:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9f219e6. 00080000:00000010:3.0:1776202232.625735:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9f219e6. 00010000:00000010:3.0:1776202232.625827:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000812309c5. 00010000:00000010:3.0:1776202232.625860:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000935b1f71. 00010000:00000010:3.0:1776202232.625943:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202232.625949:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000006e8b58. 00010000:00000010:3.0:1776202232.625959:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f96c4dbe. 00000100:00000010:3.0:1776202232.625962:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.625968:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202232.625978:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202232.625999:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fc9b885. 00000400:00000010:3.0:1776202232.626003:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f74244e. 00000400:00000010:3.0:1776202232.626007:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202232.626011:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794176, portal 16 00000400:00000010:3.0:1776202232.626015:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202232.626017:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794176, offset 0 00000400:00000200:3.0:1776202232.626022:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.626027:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.626033:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.626036:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.626039:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.626042:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91581:91581:255:4294967295] 192.168.204.38@tcp LPNI seq info [91581:91581:7:4294967295] 00000400:00000200:3.0:1776202232.626049:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.626053:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.626056:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82355026). 00000800:00000200:3.0:1776202232.626059:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.626063:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.626065:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.626109:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.626112:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354778). 00000400:00000200:3.0:1776202232.626116:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.626120:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.626123:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:3.0:1776202232.626124:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000800:00000200:3.0:1776202232.626163:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.626165:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202232.626167:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.626169:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.626171:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:3.0:1776202232.626173:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:3.0:1776202232.626177:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b604bb25 x1862480613794176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.626851:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3af640b. 00010000:00000010:1.1:1776202232.626880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004704a7be. 00010000:00000010:1.1:1776202232.626888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:3.0:1776202232.628946:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.628966:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e180 00000400:00000200:3.0:1776202232.628974:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a8d [1] + 224 00000400:00000200:3.0:1776202232.628987:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.628991:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.629001:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b604bb25 x1862480613794176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.629041:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.629047:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68540 00000400:00000200:3.0:1776202232.629052:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 656 00000400:00000200:3.0:1776202232.629061:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.629064:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.629068:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.629074:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 00000020:00000010:1.0:1776202232.629176:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000e9763c. 00000020:00000010:1.0:1776202232.629184:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.629188:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00000100:00000200:1.0:1776202232.629214:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000675b6101 x1862480604595520/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.629259:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595520 02000000:00000010:1.0:1776202232.629271:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000dd52fc3. 00010000:00000010:1.0:1776202232.629315:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061cdcdd2. 00000100:00000010:1.0:1776202232.629324:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d385dfb. 00000100:00000010:1.0:1776202232.629331:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d385dfb. 00010000:00000010:1.0:1776202232.629335:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061cdcdd2. 00000400:00000010:1.0:1776202232.629349:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202232.629354:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595520, offset 224 00000400:00000200:1.0:1776202232.629362:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.629372:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.629377:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91582:91582:256:4294967295] 192.168.204.38@tcp LPNI seq info [91582:91582:8:4294967295] 00000400:00000200:1.0:1776202232.629388:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.629393:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.629398:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.629403:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.629409:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.629415:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.629435:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.629439:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:1.0:1776202232.629443:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000e9763c. 00000400:00000010:0.0:1776202232.629521:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f74244e. 00000800:00000200:1.0:1776202232.629528:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1776202232.629529:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000800:00000010:1.0:1776202232.629533:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000010:0.0:1776202232.629533:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000400:00000200:1.0:1776202232.629539:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.629544:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.629544:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b604bb25 x1862480613794176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.629549:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:1.0:1776202232.629551:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:0.0:1776202232.629560:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b604bb25 x1862480613794176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.629583:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014bb9b88. 02000000:00000010:0.0:1776202232.629598:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fc9b885. 02000000:00000010:0.0:1776202232.629603:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102c4755. 00000100:00000010:0.0:1776202232.629606:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 00000100:00000010:0.0:1776202232.629609:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:0.0:1776202232.629612:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f96c4dbe. 00080000:00000010:0.0:1776202232.629628:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da47286. 00010000:00000010:0.0:1776202232.629712:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000006e8b58. 00010000:00000010:0.0:1776202232.629720:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af226b8e. 00010000:00000010:0.0:1776202232.629809:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202232.629815:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.629825:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d94480e. 00000100:00000010:0.0:1776202232.629857:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.629865:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202232.629876:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfd2728c. 02000000:00000010:0.0:1776202232.629899:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b381f1ab. 00000400:00000010:0.0:1776202232.629915:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202232.629919:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202232.629923:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794240, portal 16 00000400:00000010:0.0:1776202232.629927:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202232.629929:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794240, offset 0 00000400:00000200:0.0:1776202232.629934:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.629942:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.629948:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.629952:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.629956:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.629959:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91583:91583:256:4294967295] 192.168.204.38@tcp LPNI seq info [91583:91583:8:4294967295] 00000400:00000200:0.0:1776202232.629967:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.629971:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.629975:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:0.0:1776202232.629979:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.629983:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.629986:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.630203:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.630206:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:3.0:1776202232.630209:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.630214:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.630216:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:3.0:1776202232.630218:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:3.0:1776202232.630224:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613794240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.633735:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.633762:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e1c0 00000400:00000200:3.0:1776202232.633772:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7a99 [1] + 224 00000400:00000200:3.0:1776202232.633786:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.633791:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.633806:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613794240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.633934:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.633940:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68580 00000400:00000200:3.0:1776202232.633944:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 984 00000400:00000200:3.0:1776202232.633956:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.633958:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.633963:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.633969:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:2.0:1776202232.634074:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6dd2851. 00000020:00000010:2.0:1776202232.634083:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202232.634088:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.634121:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604595584/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.634162:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595584 02000000:00000010:2.0:1776202232.634176:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f9196ba. 00010000:00000010:2.0:1776202232.634228:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053a3e140. 00000100:00000010:2.0:1776202232.634240:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.634248:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.634254:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053a3e140. 00000400:00000010:2.0:1776202232.634273:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.634280:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595584, offset 224 00000400:00000200:2.0:1776202232.634291:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.634313:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.634320:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91584:91584:256:4294967295] 192.168.204.38@tcp LPNI seq info [91584:91584:8:4294967295] 00000400:00000200:2.0:1776202232.634330:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.634335:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.634341:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.634347:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.634354:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.634358:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.634377:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202232.634381:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.634384:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6dd2851. 00000800:00000200:2.0:1776202232.634473:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.634476:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.634481:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.634486:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.634489:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:2.0:1776202232.634491:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000400:00000010:1.0:1776202232.635079:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000400:00000200:1.0:1776202232.635084:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:1.0:1776202232.635086:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:1.0:1776202232.635095:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613794240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.635105:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613794240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.635143:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a5da141. 02000000:00000010:1.0:1776202232.635157:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b381f1ab. 02000000:00000010:1.0:1776202232.635164:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfd2728c. 00000100:00000010:1.0:1776202232.635169:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:1.0:1776202232.635173:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:1.0:1776202232.635176:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d94480e. 00080000:00000010:1.0:1776202232.635192:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000e9763c. 00010000:00000010:1.0:1776202232.635277:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:1.0:1776202232.635283:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba2725f5. 00010000:00000010:1.0:1776202232.635417:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.635424:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202232.635435:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061cdcdd2. 00000100:00000010:1.0:1776202232.635440:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d385dfb. 00000100:00000010:1.0:1776202232.635448:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 02000000:00000010:1.0:1776202232.635459:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c649c6d1. 02000000:00000010:1.0:1776202232.635482:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000511436ac. 00000400:00000010:1.0:1776202232.635488:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001721b5ce. 00000400:00000010:1.0:1776202232.635493:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202232.635498:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794304, portal 16 00000400:00000010:1.0:1776202232.635502:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202232.635505:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794304, offset 0 00000400:00000200:1.0:1776202232.635512:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.635522:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.635530:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.635533:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.635537:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.635541:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91585:91585:256:4294967295] 192.168.204.38@tcp LPNI seq info [91585:91585:8:4294967295] 00000400:00000200:1.0:1776202232.635551:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.635557:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.635561:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.635566:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.635572:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.635575:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776202232.637439:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e70ef26. 00010000:00000010:3.1:1776202232.637456:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f4e7b0. 00010000:00000010:3.1:1776202232.637461:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec48dac9. 00000800:00000200:3.0:1776202232.637571:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.637577:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202232.637584:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.637606:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.637613:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:3.0:1776202232.637615:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:3.0:1776202232.637626:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054f18f56 x1862480613794304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.637899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000708940b. 00010000:00000010:0.1:1776202232.637917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea24997. 00010000:00000010:0.1:1776202232.637921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202232.643067:0:78566:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4688cf6. 00010000:00000010:1.1:1776202232.643081:0:78566:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3f96dfa. 00010000:00000010:1.1:1776202232.643085:0:78566:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000400:00000200:3.0:1776202232.648930:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.648958:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e200 00000400:00000200:3.0:1776202232.648967:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7aa5 [1] + 224 00000400:00000200:3.0:1776202232.648981:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.648986:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.648997:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054f18f56 x1862480613794304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.649032:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.649038:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed685c0 00000400:00000200:3.0:1776202232.649043:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 1312 00000400:00000200:3.0:1776202232.649087:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.649092:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.649096:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.649102:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:0.0:1776202232.649182:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b381f1ab. 00000020:00000010:0.0:1776202232.649190:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.649195:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.649221:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604595648/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:1.0:1776202232.649244:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001721b5ce. 00000400:00000200:1.0:1776202232.649250:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:1.0:1776202232.649252:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:1.0:1776202232.649259:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054f18f56 x1862480613794304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.649267:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054f18f56 x1862480613794304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.649618:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595648 02000000:00000010:0.0:1776202232.649632:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8107a29. 00010000:00000010:0.0:1776202232.649662:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e584f7ea. 00010000:00000010:0.0:1776202232.649682:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae0e764e. 00000100:00000010:0.0:1776202232.649689:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.649694:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.649697:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae0e764e. 00000400:00000010:0.0:1776202232.649708:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.649713:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595648, offset 224 00000400:00000200:0.0:1776202232.649721:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.649732:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.649738:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91586:91586:256:4294967295] 192.168.204.38@tcp LPNI seq info [91586:91586:8:4294967295] 00000400:00000200:0.0:1776202232.649748:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.649753:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.649758:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202232.649764:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.649771:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.649775:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.649794:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.649798:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.649802:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b381f1ab. 02000000:00000010:1.0:1776202232.650398:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000511436ac. 02000000:00000010:1.0:1776202232.650407:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c649c6d1. 00000100:00000010:1.0:1776202232.650412:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000010:1.0:1776202232.650418:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d385dfb. 00010000:00000010:1.0:1776202232.650422:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061cdcdd2. 00080000:00000010:1.0:1776202232.650439:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c649c6d1. 00010000:00000010:1.0:1776202232.650532:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202232.650540:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067ab700f. 00010000:00000010:1.0:1776202232.650623:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.0:1776202232.650629:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202232.650638:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061cdcdd2. 00000100:00000010:1.0:1776202232.650641:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d385dfb. 00000100:00000010:1.0:1776202232.650648:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 02000000:00000010:1.0:1776202232.650659:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000511436ac. 02000000:00000010:1.0:1776202232.650685:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a39ce9c3. 00000400:00000010:1.0:1776202232.650691:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001721b5ce. 00000400:00000010:1.0:1776202232.650695:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202232.650701:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794368, portal 16 00000400:00000010:1.0:1776202232.650705:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202232.650708:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794368, offset 0 00000400:00000200:1.0:1776202232.650716:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.650729:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.650736:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.650740:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.650932:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.650937:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91587:91587:255:4294967295] 192.168.204.38@tcp LPNI seq info [91587:91587:7:4294967295] 00000400:00000200:1.0:1776202232.650948:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.650954:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.650958:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202232.650964:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.650969:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.650973:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.656249:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.656258:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354778). 00000400:00000200:2.0:1776202232.656266:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.656277:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.656283:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202232.656286:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000800:00000200:2.0:1776202232.656355:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.656358:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202232.656362:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.656365:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.656368:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:2.0:1776202232.656369:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:2.0:1776202232.656377:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054f18f56 x1862480613794368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.660869:0:78570:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ab54e3c. 00000400:00000200:3.0:1776202232.663555:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.663577:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e240 00000400:00000200:3.0:1776202232.663587:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ab1 [1] + 224 00000400:00000200:3.0:1776202232.663603:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.663607:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.663618:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054f18f56 x1862480613794368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.663648:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.663653:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68600 00000400:00000200:3.0:1776202232.663658:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 1640 00000400:00000200:3.0:1776202232.663849:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.664119:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.664126:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.664132:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000020:00000010:3.0:1776202232.664185:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f68bae. 00000020:00000010:3.0:1776202232.664192:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202232.664196:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e6b7f4a2. 00000100:00000200:3.0:1776202232.664221:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604595712/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1776202232.664237:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001721b5ce. 00000400:00000200:2.0:1776202232.664243:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:2.0:1776202232.664246:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:2.0:1776202232.664253:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054f18f56 x1862480613794368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.664262:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054f18f56 x1862480613794368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.664289:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a39ce9c3. 02000000:00000010:2.0:1776202232.664294:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000511436ac. 00000100:00000010:2.0:1776202232.664297:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 00000100:00000010:2.0:1776202232.664302:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d385dfb. 00010000:00000010:2.0:1776202232.664306:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061cdcdd2. 00000100:00000200:2.0:1776202232.664331:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595712 02000000:00000010:2.0:1776202232.664344:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000988f5bbc. 00010000:00000010:2.0:1776202232.664370:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000951c3cf5. 00010000:00000010:2.0:1776202232.664388:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e67b6cf6. 00000100:00000010:2.0:1776202232.664394:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.664403:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.664406:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e67b6cf6. 00000400:00000010:2.0:1776202232.664418:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.664421:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595712, offset 224 00000400:00000200:2.0:1776202232.664430:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.664441:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.664447:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91588:91588:256:4294967295] 192.168.204.38@tcp LPNI seq info [91588:91588:8:4294967295] 00000400:00000200:2.0:1776202232.664459:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.664466:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.664471:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.664476:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.664483:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.664487:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.664503:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:2.0:1776202232.664509:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e6b7f4a2. 00000020:00000010:2.0:1776202232.664512:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f68bae. 00000800:00000200:2.0:1776202232.666384:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.666393:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.666404:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.666414:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.666421:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:2.0:1776202232.666424:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00080000:00000010:2.0:1776202232.666468:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6dd2851. 00010000:00000010:2.0:1776202232.666608:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fce22bec. 00010000:00000010:2.0:1776202232.666620:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021863f8a. 00010000:00000010:2.0:1776202232.666692:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007df3a905. 00010000:00000010:2.0:1776202232.666698:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202232.666709:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e67b6cf6. 00000100:00000010:2.0:1776202232.666716:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.666725:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202232.666738:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2598925. 02000000:00000010:2.0:1776202232.666768:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad0bd91. 00000400:00000010:2.0:1776202232.666775:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.666780:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.666786:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794432, portal 16 00000400:00000010:2.0:1776202232.666791:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202232.666795:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794432, offset 0 00000400:00000200:2.0:1776202232.666802:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.666815:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.666824:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.666827:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.666850:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.666854:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91589:91589:256:4294967295] 192.168.204.38@tcp LPNI seq info [91589:91589:8:4294967295] 00000400:00000200:2.0:1776202232.666866:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.666871:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.666876:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202232.666882:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.666889:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.666893:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202232.666951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee82f5e. 00010000:00000010:1.1:1776202232.666958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000800:00000200:2.0:1776202232.666999:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.667002:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202232.667006:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.667010:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.667012:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:2.0:1776202232.667013:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:2.0:1776202232.667020:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613794432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202232.668922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696a2cf5. 00000400:00000200:0.0:1776202232.672729:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.672750:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e280 00000400:00000200:0.0:1776202232.672760:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7abd [1] + 224 00000400:00000200:0.0:1776202232.672772:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.672777:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.672788:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613794432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.673039:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.673048:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68640 00000400:00000200:0.0:1776202232.673053:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb63e5 [2] + 1968 00000400:00000010:0.0:1776202232.673058:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080db36e7. 00000400:00000200:0.0:1776202232.673062:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009b41b8ba 00000400:00000200:0.0:1776202232.673119:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.673124:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.673127:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b41b8ba 00000400:00000010:0.0:1776202232.673129:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009b41b8ba (tot 82354378). 00000100:00000200:0.0:1776202232.673136:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202232.673254:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000406464f1. 00010000:00000010:2.1:1776202232.673260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dc4612. 00000020:00000010:1.0:1776202232.673261:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030886a29. 00000020:00000010:1.0:1776202232.673268:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc81a614. 00010000:00000010:2.1:1776202232.673269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fde3daa. 00000400:00000010:2.0:1776202232.673289:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202232.673293:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000100:00000200:1.0:1776202232.673294:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c95f17d9 x1862480604595776/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1776202232.673296:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.673305:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613794432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.673314:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613794432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.673327:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595776 02000000:00000010:1.0:1776202232.673342:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000511436ac. 02000000:00000010:2.0:1776202232.673343:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad0bd91. 02000000:00000010:2.0:1776202232.673351:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2598925. 00000100:00000010:2.0:1776202232.673354:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:2.0:1776202232.673359:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.673363:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e67b6cf6. 00010000:00000010:1.0:1776202232.673372:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000614988ca. 00010000:00000010:0.0:1776202232.676462:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae0e764e. 00000100:00000010:0.0:1776202232.676486:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e101d57. 00000100:00000010:0.0:1776202232.676497:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e101d57. 00010000:00000010:0.0:1776202232.676500:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae0e764e. 00000400:00000010:0.0:1776202232.676525:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202232.676532:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595776, offset 224 00000400:00000200:0.0:1776202232.676542:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.676559:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.676565:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91590:91590:256:4294967295] 192.168.204.38@tcp LPNI seq info [91590:91590:8:4294967295] 00000400:00000200:0.0:1776202232.676575:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.676580:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.676585:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354626). 00000800:00000200:0.0:1776202232.676590:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.676598:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.676601:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.676637:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030886a29. 00000020:00000010:0.0:1776202232.676642:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc81a614. 00000020:00000010:0.0:1776202232.676646:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000406464f1. 02000000:00000010:0.0:1776202232.676655:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000988f5bbc. 00000100:00000010:0.0:1776202232.676658:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:0.0:1776202232.676662:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8107a29. 00000100:00000010:0.0:1776202232.676665:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:0.0:1776202232.676671:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f9196ba. 00000100:00000010:0.0:1776202232.676673:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:0.0:1776202232.676676:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000dd52fc3. 00000100:00000010:0.0:1776202232.676678:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 02000000:00000010:0.0:1776202232.676681:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad61124. 00000100:00000010:0.0:1776202232.676683:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:0.0:1776202232.676688:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d919ac2. 00000100:00000010:0.0:1776202232.676690:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000200:0.0:1776202232.676700:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202232.676706:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000732e9cb5. 00000400:00000010:0.0:1776202232.676710:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002e101d57 (tot 82354778). 00080000:00000010:2.0:1776202232.677117:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2598925. 00010000:00000010:2.0:1776202232.677237:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202232.677247:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3d23e00. 00010000:00000010:2.0:1776202232.677335:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000407f7a8. 00010000:00000010:2.0:1776202232.677342:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202232.677355:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e67b6cf6. 00000100:00000010:2.0:1776202232.677360:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.677370:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202232.677388:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad0bd91. 02000000:00000010:2.0:1776202232.677426:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f9196ba. 00000400:00000010:2.0:1776202232.677432:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.677437:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202232.677441:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794496, portal 16 00000400:00000010:2.0:1776202232.677446:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202232.677448:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794496, offset 0 00000400:00000200:2.0:1776202232.677455:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.677465:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.677472:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.677476:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.677478:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.677482:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91591:91591:255:4294967295] 192.168.204.38@tcp LPNI seq info [91591:91591:7:4294967295] 00000400:00000200:2.0:1776202232.677489:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.677495:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.677499:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82355026). 00000800:00000200:2.0:1776202232.677503:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.677509:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.677512:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.678448:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.678453:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354778). 00000400:00000200:1.0:1776202232.678458:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.678467:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.678473:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:1.0:1776202232.678475:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 02000000:00000010:1.0:1776202232.678485:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000511436ac. 00000800:00000200:1.0:1776202232.678567:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.678569:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:1.0:1776202232.678574:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.678577:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.678579:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:1.0:1776202232.678581:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:1.0:1776202232.678587:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613794496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202232.683866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ba5692. 00010000:00000010:2.1:1776202232.683879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df3a905. 00000400:00000200:2.0:1776202232.685991:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.686011:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e2c0 00000400:00000200:2.0:1776202232.686020:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7acd [1] + 224 00000400:00000200:2.0:1776202232.686039:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.686043:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.686055:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613794496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.686152:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:3.0:1776202232.686157:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:3.0:1776202232.686159:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:3.0:1776202232.686164:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613794496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.686172:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613794496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.686213:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f9196ba. 02000000:00000010:3.0:1776202232.686220:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad0bd91. 00000100:00000010:3.0:1776202232.686224:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:3.0:1776202232.686230:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:3.0:1776202232.686235:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e67b6cf6. 00000400:00000200:0.0:1776202232.686555:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.686564:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68680 00000400:00000200:0.0:1776202232.686569:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 0 00000400:00000200:0.0:1776202232.686621:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.686625:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.686629:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.686635:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000020:00000010:2.0:1776202232.688125:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007802ca58. 00000020:00000010:2.0:1776202232.688136:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202232.688141:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.688174:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604595840/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202232.688208:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595840 02000000:00000010:2.0:1776202232.688222:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000255330b1. 00010000:00000010:2.0:1776202232.688253:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000251bfd88. 00010000:00000010:2.0:1776202232.688281:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075ec14a6. 00000100:00000010:2.0:1776202232.688291:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.688495:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.688501:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075ec14a6. 00000400:00000010:2.0:1776202232.688517:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202232.688524:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595840, offset 224 00000400:00000200:2.0:1776202232.688534:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.688551:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.688557:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91592:91592:256:4294967295] 192.168.204.38@tcp LPNI seq info [91592:91592:8:4294967295] 00000400:00000200:2.0:1776202232.688570:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.688576:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.688581:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202232.688588:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00080000:00000010:3.0:1776202232.688684:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c183b6d5. 00010000:00000010:3.0:1776202232.688786:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:3.0:1776202232.688793:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a7d425b. 00000800:00000200:2.0:1776202232.688858:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.688862:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776202232.688883:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edd803bc. 00000020:00000010:2.0:1776202232.688884:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00010000:00000010:3.0:1776202232.688887:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cd3d4d6. 00000020:00000010:2.0:1776202232.688887:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.688891:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007802ca58. 00010000:00000010:3.0:1776202232.688892:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202232.688898:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00080000:00000010:3.0:1776202232.688921:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013eb0c5c. 00010000:00000010:3.0:1776202232.688953:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202232.688958:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cd3d4d6. 00010000:00000010:3.0:1776202232.689016:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202232.689020:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202232.689026:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f1b83c2. 00000100:00000010:3.0:1776202232.689031:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202232.689038:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202232.689049:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d03c68ad. 02000000:00000010:3.0:1776202232.689073:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050a00240. 00000400:00000010:3.0:1776202232.689079:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202232.689085:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202232.689090:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794560, portal 16 00000400:00000010:3.0:1776202232.689094:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202232.689096:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794560, offset 0 00000400:00000200:3.0:1776202232.689102:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.689108:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.689114:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.689118:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.689121:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.689123:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91593:91593:255:4294967295] 192.168.204.38@tcp LPNI seq info [91593:91593:7:4294967295] 00000400:00000200:3.0:1776202232.689130:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.689134:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.689138:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82355026). 00000800:00000200:3.0:1776202232.689141:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.689145:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.689148:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.690109:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.690115:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354778). 00000400:00000200:1.0:1776202232.690124:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.690132:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.690138:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:1.0:1776202232.690140:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000800:00000200:1.0:1776202232.690203:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.690205:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:1.0:1776202232.690209:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.690212:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.690214:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:1.0:1776202232.690215:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:1.0:1776202232.690222:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613794560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.691161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe16b892. 00010000:00000010:3.1:1776202232.692879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008cdd7df. 00010000:00000010:3.1:1776202232.692888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000407f7a8. 00010000:00000010:3.1:1776202232.692893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd803bc. 00010000:00000010:3.1:1776202232.692895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00000400:00000200:2.0:1776202232.693798:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.693815:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e300 00000400:00000200:2.0:1776202232.693824:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ad9 [1] + 224 00000400:00000200:2.0:1776202232.693874:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.693879:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.693891:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613794560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.693936:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.693942:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed686c0 00000400:00000200:2.0:1776202232.693947:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 328 00000400:00000200:2.0:1776202232.693955:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.693958:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.693962:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.693969:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:3.0:1776202232.694016:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202232.694021:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:3.0:1776202232.694024:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:3.0:1776202232.694029:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613794560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.694037:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613794560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776202232.694061:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa6b3bc6. 02000000:00000010:3.0:1776202232.694066:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050a00240. 00000020:00000010:1.0:1776202232.694069:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 02000000:00000010:3.0:1776202232.694072:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d03c68ad. 00000020:00000010:1.0:1776202232.694073:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000010:3.0:1776202232.694075:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:3.0:1776202232.694079:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:3.0:1776202232.694083:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f1b83c2. 00000100:00000200:1.0:1776202232.694097:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604595904/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.694124:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595904 02000000:00000010:1.0:1776202232.694137:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000511436ac. 00010000:00000010:1.0:1776202232.694192:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9b3edd6. 00010000:00000010:1.0:1776202232.694212:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004415bb49. 00000100:00000010:1.0:1776202232.694219:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.694234:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.694238:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004415bb49. 00000400:00000010:1.0:1776202232.694250:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202232.694255:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595904, offset 224 00000400:00000200:1.0:1776202232.694262:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202232.694273:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d03c68ad. 00000400:00000200:1.0:1776202232.694274:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.694279:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91594:91594:256:4294967295] 192.168.204.38@tcp LPNI seq info [91594:91594:8:4294967295] 00000400:00000200:1.0:1776202232.694288:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.694292:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.694298:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.694303:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.694310:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.694313:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776202232.694356:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202232.694364:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000357d4b4b. 00000020:00000010:1.0:1776202232.694370:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.694374:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.694378:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa6b3bc6. 00010000:00000010:3.0:1776202232.694440:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202232.694446:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202232.694455:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f1b83c2. 00000100:00000010:3.0:1776202232.694458:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202232.694463:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 02000000:00000010:3.0:1776202232.694473:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050a00240. 02000000:00000010:3.0:1776202232.694494:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ad61124. 00000400:00000010:3.0:1776202232.694498:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202232.694501:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202232.694506:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794624, portal 16 00000400:00000010:3.0:1776202232.694510:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202232.694512:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794624, offset 0 00000400:00000200:3.0:1776202232.694517:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.694523:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.694529:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.694533:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.694536:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.694539:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91595:91595:255:4294967295] 192.168.204.38@tcp LPNI seq info [91595:91595:7:4294967295] 00000400:00000200:3.0:1776202232.694545:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.694549:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.694551:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82355026). 00000800:00000200:3.0:1776202232.694555:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.694558:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.694560:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.694567:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.694570:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:2.0:1776202232.694573:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.694576:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.694579:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:2.0:1776202232.694580:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000800:00000200:2.0:1776202232.694705:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.694708:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:2.0:1776202232.694712:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.694715:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.694717:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:2.0:1776202232.694719:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:2.0:1776202232.694729:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613794624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.697933:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.697955:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e340 00000400:00000200:3.0:1776202232.697966:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ae5 [1] + 224 00000400:00000200:3.0:1776202232.697982:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.697986:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.697996:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613794624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202232.699381:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:2.0:1776202232.699388:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:2.0:1776202232.699391:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:2.0:1776202232.699403:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613794624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.699413:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613794624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.699449:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ad61124. 02000000:00000010:2.0:1776202232.699455:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050a00240. 00000100:00000010:2.0:1776202232.699461:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 00000100:00000010:2.0:1776202232.699466:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:2.0:1776202232.699470:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f1b83c2. 00010000:00000010:2.1:1776202232.702086:0:78573:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005617a30c. 00000400:00000200:3.0:1776202232.704953:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.704973:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68700 00000400:00000200:3.0:1776202232.704982:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 656 00000400:00000200:3.0:1776202232.705052:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.705058:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.705067:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.705073:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 00000020:00000010:1.0:1776202232.705955:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ce9c3. 00000020:00000010:1.0:1776202232.705964:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.705968:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.705998:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073204bd6 x1862480604595968/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.706067:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604595968 02000000:00000010:1.0:1776202232.706080:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006553855b. 00010000:00000010:1.0:1776202232.706111:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf09980e. 00010000:00000010:1.0:1776202232.706135:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202232.706143:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.706165:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.706168:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202232.706181:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202232.706186:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604595968, offset 224 00000400:00000200:1.0:1776202232.706197:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1776202232.706198:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664f6d41. 00000400:00000200:1.0:1776202232.706210:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.706216:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91596:91596:256:4294967295] 192.168.204.38@tcp LPNI seq info [91596:91596:8:4294967295] 00000400:00000200:1.0:1776202232.706225:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.706230:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.706236:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.706242:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.706260:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.706264:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.706284:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.706289:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00010000:00000010:0.0:1776202232.706302:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00000020:00000010:1.0:1776202232.706305:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ce9c3. 00010000:00000010:0.0:1776202232.706311:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e66a54a9. 00010000:00000010:0.0:1776202232.706409:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202232.706416:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.706427:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae0e764e. 00000100:00000010:0.0:1776202232.707133:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.707144:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 02000000:00000010:0.0:1776202232.707157:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7d7f0a3. 02000000:00000010:0.0:1776202232.707184:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001473e262. 00000400:00000010:0.0:1776202232.707191:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202232.707196:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202232.707202:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794688, portal 16 00000400:00000010:0.0:1776202232.707206:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202232.707207:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794688, offset 0 00000400:00000200:0.0:1776202232.707214:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.707225:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.707232:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.707235:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.707238:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.707780:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91597:91597:255:4294967295] 192.168.204.38@tcp LPNI seq info [91597:91597:7:4294967295] 00000400:00000200:0.0:1776202232.707790:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.707796:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.707801:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82355026). 00000800:00000200:0.0:1776202232.707807:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.707815:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.707818:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.711426:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.711436:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:1.0:1776202232.711444:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.711455:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.711461:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:1.0:1776202232.711464:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000020:00000010:2.0:1776202232.712293:0:78573:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ec9cebf. 00000020:00000010:2.0:1776202232.712300:0:78573:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ad0bd91. 00000040:00000010:2.0:1776202232.712304:0:78573:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000004f9196ba. 00000020:00000010:2.0:1776202232.712309:0:78573:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000688ed7da. 00000020:00000010:2.0:1776202232.712313:0:78573:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000c5294818. 00000020:00000010:2.0:1776202232.712317:0:78573:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000e33e8025. 80000000:00000010:2.0:1776202232.712322:0:78573:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000084c222ff. 40000000:00000010:2.0:1776202232.712326:0:78573:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000075ec14a6. 00100000:00000010:2.0:1776202232.712332:0:78573:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000d0130eae. 00040000:00000010:2.0:1776202232.712337:0:78573:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000dad73988. 00040000:00000010:2.0:1776202232.712341:0:78573:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000002dfadd2d. 00040000:00000010:2.0:1776202232.712345:0:78573:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005f8e7f49. 00080000:00000010:2.0:1776202232.712351:0:78573:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 0000000006efa74e. 00080000:00000010:2.0:1776202232.712356:0:78573:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ca4e237d. 00000004:00000010:2.0:1776202232.712365:0:78573:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000070383ef9. 00000004:00000010:2.0:1776202232.712371:0:78573:0:(mdt_handler.c:7616:mdt_key_init()) kmalloced '(value)': 2352 at 00000000d847a878. 00000004:00000010:2.0:1776202232.712377:0:78573:0:(lod_dev.c:2028:lod_key_init()) kmalloced '(value)': 1176 at 00000000c63b781e. 00002000:00000010:2.0:1776202232.712382:0:78573:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000861e1577. 00000004:00000010:2.0:1776202232.712386:0:78573:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000002ac6563b. 00000020:00000010:2.0:1776202232.712419:0:78573:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007ad0bd91. 00000040:00000010:2.0:1776202232.712425:0:78573:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000004f9196ba. 00000020:00000010:2.0:1776202232.712428:0:78573:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000688ed7da. 00000020:00000010:2.0:1776202232.712433:0:78573:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000c5294818. 00000020:00000010:2.0:1776202232.712438:0:78573:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000e33e8025. 80000000:00000010:2.0:1776202232.712441:0:78573:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000084c222ff. 40000000:00000010:2.0:1776202232.712443:0:78573:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 0000000075ec14a6. 00100000:00000010:2.0:1776202232.712446:0:78573:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000d0130eae. 00040000:00000010:2.0:1776202232.712450:0:78573:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000dad73988. 00040000:00000010:2.0:1776202232.712454:0:78573:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 000000002dfadd2d. 00040000:00000010:2.0:1776202232.712456:0:78573:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000005f8e7f49. 00080000:00000010:2.0:1776202232.712460:0:78573:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ca4e237d. 00080000:00000010:2.0:1776202232.712462:0:78573:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 0000000006efa74e. 00000004:00000010:2.0:1776202232.712465:0:78573:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 0000000070383ef9. 00000004:00000010:2.0:1776202232.712470:0:78573:0:(mdt_handler.c:7635:mdt_key_fini()) kfreed 'info': 2352 at 00000000d847a878. 00000004:00000010:2.0:1776202232.712474:0:78573:0:(lod_dev.c:2058:lod_key_fini()) kfreed 'info': 1176 at 00000000c63b781e. 00002000:00000010:2.0:1776202232.712478:0:78573:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000861e1577. 00000004:00000010:2.0:1776202232.712481:0:78573:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000002ac6563b. 00000020:00000010:2.0:1776202232.712484:0:78573:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ec9cebf. 00010000:00000010:3.1:1776202232.713017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39b201a. 00010000:00000010:3.1:1776202232.713025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:1.1:1776202232.720099:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5f07af8. 00000800:00000200:1.0:1776202232.720176:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.720181:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354530). 00000400:00000200:1.0:1776202232.720186:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.720196:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.720201:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:1.0:1776202232.720203:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000100:00000200:1.0:1776202232.720213:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000770c5b37 x1862480613794688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.720256:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.720271:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e380 00000400:00000200:1.0:1776202232.720279:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7af1 [1] + 224 00000400:00000200:1.0:1776202232.720289:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.720291:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.720410:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000770c5b37 x1862480613794688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.720491:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.720500:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68740 00000400:00000200:1.0:1776202232.720506:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 984 00000400:00000200:1.0:1776202232.720516:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.720518:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.720523:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202232.720528:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000020:00000010:1.0:1776202232.720579:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ce9c3. 00000020:00000010:1.0:1776202232.720586:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.720603:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.720710:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604596032/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.720738:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596032 02000000:00000010:1.0:1776202232.720751:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63a336d. 00010000:00000010:1.0:1776202232.720791:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202232.720799:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.720806:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.720810:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202232.720824:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202232.720856:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596032, offset 224 00000400:00000200:1.0:1776202232.720866:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.720877:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.720882:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91598:91598:256:4294967295] 192.168.204.38@tcp LPNI seq info [91598:91598:8:4294967295] 00000400:00000200:1.0:1776202232.720893:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.720899:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.720914:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.720921:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.720928:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.720932:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.720962:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.720966:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.720972:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ce9c3. 00000400:00000010:2.0:1776202232.721137:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:2.0:1776202232.721143:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:2.0:1776202232.721144:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:2.0:1776202232.721150:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000770c5b37 x1862480613794688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.721158:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000770c5b37 x1862480613794688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202232.721182:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a22a97a4. 02000000:00000010:2.0:1776202232.721197:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001473e262. 02000000:00000010:2.0:1776202232.721203:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7d7f0a3. 00000100:00000010:2.0:1776202232.721207:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 00000100:00000010:2.0:1776202232.721210:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:2.0:1776202232.721213:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae0e764e. 00080000:00000010:2.0:1776202232.721230:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007802ca58. 00000800:00000200:0.0:1776202232.721382:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.721386:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202232.721391:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.721397:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.721401:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:0.0:1776202232.721402:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00010000:00000010:2.0:1776202232.723282:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:2.0:1776202232.724469:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cdc32f2. 00010000:00000010:2.0:1776202232.724589:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007df3a905. 00010000:00000010:2.0:1776202232.724598:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202232.724628:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075ec14a6. 00000100:00000010:2.0:1776202232.724638:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.724650:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202232.724665:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ec9cebf. 02000000:00000010:2.0:1776202232.724701:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000988f5bbc. 00000400:00000010:2.0:1776202232.724710:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.724716:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202232.724724:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794752, portal 16 00000400:00000010:2.0:1776202232.724730:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202232.724733:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794752, offset 0 00000400:00000200:2.0:1776202232.724743:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.724763:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.724770:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.724774:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.724776:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.724780:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91599:91599:256:4294967295] 192.168.204.38@tcp LPNI seq info [91599:91599:8:4294967295] 00000400:00000200:2.0:1776202232.724790:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.724796:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.724801:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202232.724807:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.724814:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.724818:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202232.726963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d1244c. 00010000:00000010:0.1:1776202232.726975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202232.731044:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a067afb4. 00000800:00000200:0.0:1776202232.731211:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.731215:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:0.0:1776202232.731221:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.731230:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.731236:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:0.0:1776202232.731238:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:0.0:1776202232.731248:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613794752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.736253:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.736274:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e3c0 00000400:00000200:1.0:1776202232.736283:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7afd [1] + 224 00000400:00000200:1.0:1776202232.736301:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.736306:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.736316:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613794752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202232.736400:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202232.736405:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:2.0:1776202232.736407:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202232.736413:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613794752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.736420:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613794752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.736450:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000988f5bbc. 02000000:00000010:2.0:1776202232.736457:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ec9cebf. 00000100:00000010:2.0:1776202232.736460:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202232.736465:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.736469:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075ec14a6. 00010000:00000010:2.1:1776202232.740316:0:77221:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e112c6. 00000400:00000200:3.0:1776202232.741764:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.741785:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68780 00000400:00000200:3.0:1776202232.741794:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 1312 00000400:00000200:3.0:1776202232.741883:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.741888:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.741894:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.741900:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 00000020:00000010:1.0:1776202232.741977:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a39ce9c3. 00000020:00000010:1.0:1776202232.741984:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.741989:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.742015:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000762bde8f x1862480604596096/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202232.742051:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596096 02000000:00000010:1.0:1776202232.742064:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f0abd40. 00010000:00000010:1.0:1776202232.742092:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000717b21d2. 00010000:00000010:1.0:1776202232.742115:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202232.742123:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.742144:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.742149:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202232.742163:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202232.742168:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596096, offset 224 00000400:00000200:1.0:1776202232.742176:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.742187:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.742192:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91600:91600:256:4294967295] 192.168.204.38@tcp LPNI seq info [91600:91600:8:4294967295] 00000400:00000200:1.0:1776202232.742202:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.742206:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.742210:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00080000:00000010:3.0:1776202232.742211:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fc9b885. 00000800:00000200:1.0:1776202232.742215:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.742223:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.742226:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.742246:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.742249:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.742254:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a39ce9c3. 00000800:00000200:1.0:1776202232.742328:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776202232.742329:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2662bad. 00000800:00000010:1.0:1776202232.742332:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202232.742335:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776202232.742337:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1460503. 00000400:00000200:1.0:1776202232.742339:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.742343:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:1.0:1776202232.742345:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00010000:00000010:3.0:1776202232.742429:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202232.742437:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006932b2d8. 00010000:00000010:3.0:1776202232.742449:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2806151. 00000100:00000010:3.0:1776202232.742455:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202232.742463:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 02000000:00000010:3.0:1776202232.742476:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037c97508. 02000000:00000010:3.0:1776202232.742504:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006664f8ea. 00000400:00000010:3.0:1776202232.742510:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085655a23. 00000400:00000010:3.0:1776202232.742515:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202232.742520:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794816, portal 16 00000400:00000010:3.0:1776202232.742525:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202232.742528:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794816, offset 0 00000400:00000200:3.0:1776202232.742533:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.742539:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.742546:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.742550:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.742553:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.742556:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91601:91601:256:4294967295] 192.168.204.38@tcp LPNI seq info [91601:91601:8:4294967295] 00000400:00000200:3.0:1776202232.742563:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.742567:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.742571:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.742574:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.742578:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.742580:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.742795:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.742798:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:1.0:1776202232.742802:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.742806:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.742809:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:1.0:1776202232.742811:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:1.0:1776202232.742815:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613794816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202232.744882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41d90d5. 00010000:00000010:2.1:1776202232.744894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00000400:00000200:3.0:1776202232.759223:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.759375:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e400 00000400:00000200:3.0:1776202232.759384:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b09 [1] + 224 00000400:00000200:3.0:1776202232.759398:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.759403:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.759414:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613794816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.759446:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.759451:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed687c0 00000400:00000200:3.0:1776202232.759456:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 1640 00000400:00000200:3.0:1776202232.759467:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.759469:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.759473:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.759480:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000400:00000010:2.0:1776202232.759550:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085655a23. 00000400:00000200:2.0:1776202232.759555:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:2.0:1776202232.759557:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:2.0:1776202232.759562:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613794816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.759569:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613794816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.759601:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006664f8ea. 02000000:00000010:2.0:1776202232.759609:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037c97508. 00000100:00000010:2.0:1776202232.759612:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 00000100:00000010:2.0:1776202232.759617:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:2.0:1776202232.759621:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2806151. 00000020:00000010:0.0:1776202232.760038:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092716ed2. 00000020:00000010:0.0:1776202232.760048:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c54d38e. 00000020:00000010:0.0:1776202232.760052:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.760081:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000985f69f x1862480604596160/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.760116:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596160 02000000:00000010:0.0:1776202232.760129:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1028eae. 00010000:00000010:0.0:1776202232.760157:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c558ce78. 00010000:00000010:0.0:1776202232.760175:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.760182:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.760194:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.760197:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000010:0.0:1776202232.760210:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202232.760215:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596160, offset 224 00000400:00000200:0.0:1776202232.760223:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202232.760225:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ec9cebf. 00000400:00000200:0.0:1776202232.760235:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.760240:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91602:91602:256:4294967295] 192.168.204.38@tcp LPNI seq info [91602:91602:8:4294967295] 00000400:00000200:0.0:1776202232.760250:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.760255:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.760259:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040338105 (tot 82354778). 00000800:00000200:0.0:1776202232.760264:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.760272:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.760275:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040338105 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776202232.760332:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006932b2d8. 00010000:00000010:2.0:1776202232.760339:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b474593e. 00000020:00000010:0.0:1776202232.760339:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c54d38e. 00000020:00000010:0.0:1776202232.760343:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.760347:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092716ed2. 00010000:00000010:2.0:1776202232.760410:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a95c2a86. 00010000:00000010:2.0:1776202232.760414:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d66eea1. 00010000:00000010:2.0:1776202232.760419:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7338a80. 00010000:00000010:2.0:1776202232.760424:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b809e36. 00080000:00000010:2.0:1776202232.760436:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000988f5bbc. 00010000:00000010:2.0:1776202232.760461:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b809e36. 00010000:00000010:2.0:1776202232.760465:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d66eea1. 00010000:00000010:2.0:1776202232.760513:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011fcb719. 00010000:00000010:2.0:1776202232.760516:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b809e36. 00010000:00000010:2.0:1776202232.760522:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066285275. 00000100:00000010:2.0:1776202232.760525:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.760533:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202232.760545:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e33e8025. 02000000:00000010:2.0:1776202232.760570:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f9196ba. 00000400:00000010:2.0:1776202232.760575:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202232.760579:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202232.760584:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794880, portal 16 00000400:00000010:2.0:1776202232.760589:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202232.760591:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794880, offset 0 00000400:00000200:2.0:1776202232.760596:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.760603:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.760609:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202232.760612:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202232.760615:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202232.760618:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91603:91603:255:4294967295] 192.168.204.38@tcp LPNI seq info [91603:91603:7:4294967295] 00000400:00000200:2.0:1776202232.760625:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.760629:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.760632:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202232.760635:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.760638:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.760640:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202232.761865:0:78550:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f53b1631. 00000800:00000200:3.0:1776202232.762398:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.762402:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040338105 (tot 82354778). 00000400:00000200:3.0:1776202232.762407:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.762415:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.762421:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:3.0:1776202232.762423:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000800:00000200:3.0:1776202232.762491:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.762494:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202232.762498:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.762501:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.762503:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:3.0:1776202232.762505:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000100:00000200:3.0:1776202232.762513:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613794880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.766808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f384e2a. 00010000:00000010:3.1:1776202232.766823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df3a905. 00000400:00000200:1.0:1776202232.768313:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.768332:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e440 00000400:00000200:1.0:1776202232.768341:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b15 [1] + 224 00000400:00000200:1.0:1776202232.768352:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.768356:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.768367:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613794880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.768394:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.768398:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68800 00000400:00000200:1.0:1776202232.768402:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb643d [2] + 1968 00000400:00000010:1.0:1776202232.768407:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d86f5bf8. 00000400:00000200:1.0:1776202232.768410:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000054619392 00000400:00000200:1.0:1776202232.768467:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.768471:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.768473:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054619392 00000400:00000010:1.0:1776202232.768476:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000054619392 (tot 82354378). 00000100:00000200:1.0:1776202232.768481:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776202232.768494:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:3.0:1776202232.768497:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:3.0:1776202232.768499:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:3.0:1776202232.768505:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613794880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.768513:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613794880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.768544:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f9196ba. 02000000:00000010:3.0:1776202232.768549:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e33e8025. 00000100:00000010:3.0:1776202232.768553:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:3.0:1776202232.768558:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:3.0:1776202232.768563:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066285275. 00000020:00000010:0.0:1776202232.768807:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092716ed2. 00000020:00000010:0.0:1776202232.768814:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202232.768819:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.768870:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007480af47 x1862480604596224/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202232.768900:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596224 02000000:00000010:0.0:1776202232.768922:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d071e4d. 00010000:00000010:0.0:1776202232.768953:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f1d55a. 00010000:00000010:0.0:1776202232.768974:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.768981:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a9d85c. 00000100:00000010:0.0:1776202232.768997:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a9d85c. 00010000:00000010:0.0:1776202232.769001:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000010:0.0:1776202232.769012:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202232.769016:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596224, offset 224 00000400:00000200:0.0:1776202232.769023:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.769035:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.769041:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91604:91604:256:4294967295] 192.168.204.38@tcp LPNI seq info [91604:91604:8:4294967295] 00000400:00000200:0.0:1776202232.769051:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.769056:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.769061:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de7e41ef (tot 82354626). 00000800:00000200:0.0:1776202232.769066:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.769073:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.769077:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000de7e41ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.769099:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202232.769102:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.769106:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092716ed2. 02000000:00000010:0.0:1776202232.769115:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1028eae. 00000100:00000010:0.0:1776202232.769118:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:0.0:1776202232.769123:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f0abd40. 00000100:00000010:0.0:1776202232.769125:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 02000000:00000010:0.0:1776202232.769128:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63a336d. 00000100:00000010:0.0:1776202232.769129:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:0.0:1776202232.769132:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006553855b. 00000100:00000010:0.0:1776202232.769134:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 02000000:00000010:0.0:1776202232.769136:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000511436ac. 00000100:00000010:0.0:1776202232.769138:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:0.0:1776202232.769140:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000255330b1. 00000100:00000010:0.0:1776202232.769142:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000200:0.0:1776202232.769147:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202232.769152:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e902ce51. 00000400:00000010:0.0:1776202232.769156:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076a9d85c (tot 82354778). 00000800:00000200:1.0:1776202232.769508:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.769513:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de7e41ef (tot 82354530). 00000400:00000200:1.0:1776202232.769517:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.769521:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.769524:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:1.0:1776202232.769526:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 02000000:00000010:1.0:1776202232.769530:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d071e4d. 00010000:00000010:2.1:1776202232.770506:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086a58b91. 00010000:00000010:2.1:1776202232.770516:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:2.1:1776202232.770522:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95c2a86. 00010000:00000010:2.1:1776202232.770526:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7338a80. 00010000:00000010:0.1:1776202232.771862:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1e36d6a. 00080000:00000010:3.0:1776202232.772407:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065b7fd0e. 00010000:00000010:3.0:1776202232.772533:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b809e36. 00010000:00000010:3.0:1776202232.772545:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043825f84. 00010000:00000010:3.0:1776202232.772853:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202232.772859:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202232.772874:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c151e783. 00000100:00000010:3.0:1776202232.772882:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202232.772891:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202232.772916:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2f68bae. 02000000:00000010:3.0:1776202232.772947:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102c4755. 00000400:00000010:3.0:1776202232.772954:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202232.772960:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202232.772967:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613794944, portal 16 00000400:00000010:3.0:1776202232.772973:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202232.772975:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613794944, offset 0 00000400:00000200:3.0:1776202232.772986:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.773004:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.773012:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.773020:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.773023:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.773027:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91605:91605:256:4294967295] 192.168.204.38@tcp LPNI seq info [91605:91605:8:4294967295] 00000400:00000200:3.0:1776202232.773038:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.773045:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.773050:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202232.773056:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.773062:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.773066:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.775177:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.775185:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:1.0:1776202232.775193:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.775202:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.775209:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:1.0:1776202232.775211:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:1.0:1776202232.775221:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebf97291 x1862480613794944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.776292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3263871. 00000400:00000200:1.0:1776202232.777566:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.777584:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e480 00000400:00000200:1.0:1776202232.777605:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b25 [1] + 224 00000400:00000200:1.0:1776202232.777629:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.777633:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.777645:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebf97291 x1862480613794944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.777722:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:3.0:1776202232.777728:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202232.777729:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:3.0:1776202232.777735:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebf97291 x1862480613794944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.777743:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebf97291 x1862480613794944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.777775:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202232.777781:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2f68bae. 00000100:00000010:3.0:1776202232.777786:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000010:3.0:1776202232.777790:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202232.777795:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c151e783. 00010000:00000010:3.1:1776202232.777914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008632bd3d. 00010000:00000010:3.1:1776202232.777921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011fcb719. 00000400:00000200:3.0:1776202232.780087:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.780106:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68840 00000400:00000200:3.0:1776202232.780115:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 0 00000400:00000200:3.0:1776202232.780174:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.780179:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.780186:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.780192:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:0.0:1776202232.780299:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092716ed2. 00000020:00000010:0.0:1776202232.780306:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.780310:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.780339:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604596288/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202232.780369:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596288 02000000:00000010:0.0:1776202232.780380:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000355cab2a. 00010000:00000010:0.0:1776202232.780413:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f3f9416. 00010000:00000010:0.0:1776202232.780432:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.780440:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.780458:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202232.780461:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000010:0.0:1776202232.780474:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202232.780479:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596288, offset 224 00000400:00000200:0.0:1776202232.780486:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.780498:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.780503:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91606:91606:256:4294967295] 192.168.204.38@tcp LPNI seq info [91606:91606:8:4294967295] 00000400:00000200:0.0:1776202232.780513:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.780518:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.780523:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f728f7fe (tot 82354778). 00000800:00000200:0.0:1776202232.780528:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.780534:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.780538:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f728f7fe type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202232.780546:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2f68bae. 00000020:00000010:0.0:1776202232.780560:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.780564:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.780567:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092716ed2. 00010000:00000010:3.0:1776202232.780652:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202232.780660:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b73cf036. 00010000:00000010:3.0:1776202232.780743:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202232.780749:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202232.780760:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c151e783. 00000100:00000010:3.0:1776202232.780763:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202232.780770:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202232.780781:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202232.780802:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c1dc059. 00000400:00000010:3.0:1776202232.780807:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202232.780811:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202232.780816:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795008, portal 16 00000400:00000010:3.0:1776202232.780820:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202232.780822:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795008, offset 0 00000400:00000200:3.0:1776202232.780827:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.780864:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.780870:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202232.780873:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202232.780877:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202232.780879:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91607:91607:255:4294967295] 192.168.204.38@tcp LPNI seq info [91607:91607:7:4294967295] 00000400:00000200:3.0:1776202232.780886:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.780891:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.780895:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82355026). 00000800:00000200:3.0:1776202232.780899:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.780912:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.780914:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.781043:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.781048:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f728f7fe (tot 82354778). 00000400:00000200:1.0:1776202232.781052:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.781056:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.781060:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:1.0:1776202232.781062:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000800:00000200:1.0:1776202232.781107:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.781109:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:1.0:1776202232.781113:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.781116:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.781118:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:1.0:1776202232.781119:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:1.0:1776202232.781124:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613795008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.787889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032f6ae7. 00010000:00000010:3.1:1776202232.791068:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf1fc9e. 00010000:00000010:3.1:1776202232.791086:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000400:00000200:0.0:1776202232.796637:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.796656:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e4c0 00000400:00000200:0.0:1776202232.796664:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b31 [1] + 224 00000400:00000200:0.0:1776202232.796676:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.796679:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.796689:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613795008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.796730:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.796735:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68880 00000400:00000200:0.0:1776202232.796739:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 328 00000400:00000200:0.0:1776202232.796796:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.796799:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.796804:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.796809:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000400:00000010:2.0:1776202232.797170:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:2.0:1776202232.797175:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:2.0:1776202232.797176:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:2.0:1776202232.797190:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613795008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202232.797197:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613795008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202232.797225:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c1dc059. 02000000:00000010:2.0:1776202232.797230:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102c4755. 00000100:00000010:2.0:1776202232.797233:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000010:2.0:1776202232.797245:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:2.0:1776202232.797250:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c151e783. 00000020:00000010:1.0:1776202232.800912:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000511436ac. 00000020:00000010:1.0:1776202232.800929:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.800936:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.800972:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604596352/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.801004:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596352 02000000:00000010:1.0:1776202232.801017:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006553855b. 00010000:00000010:1.0:1776202232.801048:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ac2b995. 00010000:00000010:1.0:1776202232.801070:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a874a05e. 00000100:00000010:1.0:1776202232.801078:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.801091:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.801095:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a874a05e. 00000400:00000010:1.0:1776202232.801109:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202232.801115:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596352, offset 224 00000400:00000200:1.0:1776202232.801123:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.801137:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.801144:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91608:91608:256:4294967295] 192.168.204.38@tcp LPNI seq info [91608:91608:8:4294967295] 00080000:00000010:0.0:1776202232.801636:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092716ed2. 00010000:00000010:0.0:1776202232.801757:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:0.0:1776202232.801765:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b17379ea. 00010000:00000010:0.0:1776202232.801880:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202232.801888:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.801910:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f063a875. 00000100:00000010:0.0:1776202232.801915:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.801924:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202232.801937:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079a72e0b. 02000000:00000010:0.0:1776202232.801963:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003483f23b. 00000400:00000010:0.0:1776202232.801969:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202232.801975:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202232.801980:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795072, portal 16 00000400:00000010:0.0:1776202232.801986:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202232.801988:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795072, offset 0 00000400:00000200:0.0:1776202232.801996:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.802094:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.802101:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.802108:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.802115:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.802123:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.802127:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.802315:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.802319:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202232.802323:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.802328:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.802333:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:3.0:1776202232.802336:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000020:00000010:1.0:1776202232.802366:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.802372:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.802376:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000511436ac. 00000400:00000200:0.0:1776202232.802999:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.803007:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.803010:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.803013:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.803016:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91609:91609:255:4294967295] 192.168.204.38@tcp LPNI seq info [91609:91609:7:4294967295] 00000400:00000200:0.0:1776202232.803024:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.803029:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.803033:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048362341 (tot 82354778). 00000800:00000200:0.0:1776202232.803037:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.803041:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.803044:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048362341 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.803796:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.803801:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048362341 (tot 82354530). 00000400:00000200:3.0:1776202232.803805:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.803811:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.803814:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:3.0:1776202232.803816:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:3.0:1776202232.803823:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613795072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202232.806757:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.806779:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e500 00000400:00000200:1.0:1776202232.806788:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b3d [1] + 224 00000400:00000200:1.0:1776202232.806808:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.806812:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.806824:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613795072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202232.806940:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:3.0:1776202232.806944:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:3.0:1776202232.806946:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000100:00000200:3.0:1776202232.806952:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613795072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.806959:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613795072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202232.806990:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003483f23b. 02000000:00000010:3.0:1776202232.806996:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079a72e0b. 00000100:00000010:3.0:1776202232.807000:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:3.0:1776202232.807004:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:3.0:1776202232.807008:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f063a875. 00000400:00000200:3.0:1776202232.808047:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.808063:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed688c0 00000400:00000200:3.0:1776202232.808070:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 656 00000400:00000200:3.0:1776202232.809827:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.809852:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.809863:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.809871:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:1.0:1776202232.810005:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a63a336d. 00000020:00000010:1.0:1776202232.810013:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.810019:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.810050:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604596416/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202232.810091:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596416 02000000:00000010:1.0:1776202232.810102:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f0abd40. 00010000:00000010:1.0:1776202232.810135:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f625a4f. 00010000:00000010:1.0:1776202232.810154:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc28d902. 00000100:00000010:1.0:1776202232.810161:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.810178:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.810183:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc28d902. 00000400:00000010:1.0:1776202232.810195:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202232.810200:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596416, offset 224 00000400:00000200:1.0:1776202232.810208:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.810220:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.810226:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91610:91610:256:4294967295] 192.168.204.38@tcp LPNI seq info [91610:91610:8:4294967295] 00000400:00000200:1.0:1776202232.810236:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.810544:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.810550:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.810557:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.810564:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.810568:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.810594:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.810598:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.810604:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a63a336d. 00080000:00000010:0.0:1776202232.810727:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e0c457e. 00010000:00000010:0.0:1776202232.810815:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00000800:00000200:3.0:1776202232.810819:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776202232.810822:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005197e7e5. 00000800:00000010:3.0:1776202232.810824:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202232.810827:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.810853:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.810858:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:3.0:1776202232.810860:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00010000:00000010:0.0:1776202232.810933:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202232.810939:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.810951:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bccdfaa7. 00000100:00000010:0.0:1776202232.810956:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.810965:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202232.810976:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009311781b. 02000000:00000010:0.0:1776202232.811001:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1c1b6fa. 00000400:00000010:0.0:1776202232.811006:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202232.811012:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202232.811017:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795136, portal 16 00000400:00000010:0.0:1776202232.811022:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202232.811025:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795136, offset 0 00000400:00000200:0.0:1776202232.811031:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.811039:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.811046:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.811049:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.811052:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.811055:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91611:91611:256:4294967295] 192.168.204.38@tcp LPNI seq info [91611:91611:8:4294967295] 00000400:00000200:0.0:1776202232.811062:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.811066:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.811069:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000899bcc49 (tot 82354778). 00000800:00000200:0.0:1776202232.811072:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.811076:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.811079:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000899bcc49 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.811442:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.811446:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000899bcc49 (tot 82354530). 00000400:00000200:3.0:1776202232.811449:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.811453:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.811456:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:3.0:1776202232.811457:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000100:00000200:3.0:1776202232.811464:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613795136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.811866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e173df. 00010000:00000010:0.1:1776202232.812195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ad248cd. 00010000:00000010:0.1:1776202232.812202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000200:3.0:1776202232.813098:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.813115:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e540 00000400:00000200:3.0:1776202232.813123:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b49 [1] + 224 00000400:00000200:3.0:1776202232.813135:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.813143:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.813153:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613795136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.813193:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.813199:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68900 00000400:00000200:3.0:1776202232.813204:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 984 00000400:00000200:3.0:1776202232.813213:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.813216:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.813220:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.813225:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:1.0:1776202232.813300:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cb2904b. 00000020:00000010:1.0:1776202232.813307:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.813312:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.813336:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604596480/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1776202232.813368:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000100:00000200:1.0:1776202232.813370:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596480 00000400:00000200:0.0:1776202232.813373:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:0.0:1776202232.813375:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:0.0:1776202232.813380:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613795136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.813381:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63a336d. 00000100:00000200:0.0:1776202232.813387:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613795136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.813407:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004179e312. 02000000:00000010:0.0:1776202232.813411:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1c1b6fa. 02000000:00000010:0.0:1776202232.813416:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009311781b. 00000100:00000010:0.0:1776202232.813419:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:0.0:1776202232.813422:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:1.0:1776202232.813423:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc28d902. 00010000:00000010:0.0:1776202232.813425:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bccdfaa7. 00000100:00000010:1.0:1776202232.813429:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.813434:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.813437:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc28d902. 00080000:00000010:0.0:1776202232.813445:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009311781b. 00000400:00000010:1.0:1776202232.813447:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.813452:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596480, offset 224 00000400:00000200:1.0:1776202232.813460:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.813470:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.813475:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91612:91612:256:4294967295] 192.168.204.38@tcp LPNI seq info [91612:91612:8:4294967295] 00000400:00000200:1.0:1776202232.813484:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.813488:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.813492:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.813497:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.813503:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.813506:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776202232.813517:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.813522:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094f58edf. 00000020:00000010:1.0:1776202232.813525:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.813528:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.813532:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cb2904b. 00010000:00000010:0.0:1776202232.813589:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202232.813593:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a8f09f95. 00010000:00000010:0.0:1776202232.813598:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202232.813602:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202232.813741:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1c1b6fa. 00010000:00000010:0.0:1776202232.813773:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.813777:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8f09f95. 00000800:00000200:1.0:1776202232.813786:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.813789:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202232.813792:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.813796:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.813799:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.813800:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00010000:00000010:0.0:1776202232.813827:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202232.813851:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.813859:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bccdfaa7. 00000100:00000010:0.0:1776202232.813862:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.813868:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202232.813878:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000119783cb. 02000000:00000010:0.0:1776202232.813897:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a72e0b. 00000400:00000010:0.0:1776202232.813912:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202232.813916:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202232.813920:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795200, portal 16 00000400:00000010:0.0:1776202232.813923:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202232.813925:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795200, offset 0 00000400:00000200:0.0:1776202232.813930:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.813936:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.813942:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.813946:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.813948:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.813951:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91613:91613:256:4294967295] 192.168.204.38@tcp LPNI seq info [91613:91613:8:4294967295] 00000400:00000200:0.0:1776202232.813957:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.813961:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.813964:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000eda0c46 (tot 82354778). 00000800:00000200:0.0:1776202232.813968:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.813972:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.813974:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000eda0c46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.814369:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.814373:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000eda0c46 (tot 82354530). 00000400:00000200:1.0:1776202232.814377:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.814380:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.814383:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:1.0:1776202232.814385:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:1.0:1776202232.814391:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613795200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.819390:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.819410:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e580 00000400:00000200:0.0:1776202232.819419:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b55 [1] + 224 00000400:00000200:0.0:1776202232.819431:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.819435:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.819444:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613795200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202232.819536:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.819542:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68940 00000400:00000200:0.0:1776202232.819547:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 1312 00000400:00000200:0.0:1776202232.819607:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.819619:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.819624:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.819630:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:1.0:1776202232.819699:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cb2904b. 00000020:00000010:1.0:1776202232.819708:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.819712:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202232.819740:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604596544/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202232.819778:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596544 02000000:00000010:1.0:1776202232.819793:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a39ce9c3. 00010000:00000010:1.1:1776202232.819849:0:66515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b884031a. 00010000:00000010:1.0:1776202232.819856:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc28d902. 00000100:00000010:1.0:1776202232.819862:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.819868:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.819872:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc28d902. 00000400:00000010:1.0:1776202232.819886:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.819891:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596544, offset 224 00000400:00000200:1.0:1776202232.819898:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.819920:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.819926:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91614:91614:256:4294967295] 192.168.204.38@tcp LPNI seq info [91614:91614:8:4294967295] 00000400:00000200:1.0:1776202232.819936:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.819940:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.819945:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.819951:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.819958:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.819962:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202232.819979:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034bdcd7a. 00000020:00000010:1.0:1776202232.819983:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202232.819987:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cb2904b. 00000800:00000200:1.0:1776202232.820048:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.820051:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202232.820055:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.820058:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.820062:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.820064:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000400:00000010:3.0:1776202232.822800:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000400:00000200:3.0:1776202232.822812:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:3.0:1776202232.822814:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:3.0:1776202232.822828:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613795200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202232.822922:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613795200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202232.822950:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000778472e1. 02000000:00000010:3.0:1776202232.822969:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a72e0b. 02000000:00000010:3.0:1776202232.822975:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000119783cb. 00000100:00000010:3.0:1776202232.822979:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:3.0:1776202232.822983:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:3.0:1776202232.822986:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bccdfaa7. 00010000:00000010:1.1:1776202232.824886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed4f607. 00010000:00000010:0.1:1776202232.825772:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d1c9d3. 00010000:00000010:0.1:1776202232.825781:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00080000:00000010:0.0:1776202232.825803:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003483f23b. 00010000:00000010:0.0:1776202232.826015:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.826024:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000993d6ba4. 00010000:00000010:0.0:1776202232.826098:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202232.826104:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202232.826116:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002549b8ec. 00000100:00000010:0.0:1776202232.826123:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.826136:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202232.826150:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1028eae. 02000000:00000010:0.0:1776202232.826180:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d071e4d. 00000400:00000010:0.0:1776202232.826186:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202232.826193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202232.826200:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795264, portal 16 00000400:00000010:0.0:1776202232.826205:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202232.826208:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795264, offset 0 00000400:00000200:0.0:1776202232.826216:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.826234:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.826697:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.826702:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.826706:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.826709:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91615:91615:256:4294967295] 192.168.204.38@tcp LPNI seq info [91615:91615:8:4294967295] 00000400:00000200:0.0:1776202232.826720:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.826727:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.826733:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075571244 (tot 82354778). 00000800:00000200:0.0:1776202232.826739:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.826746:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.826750:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075571244 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.828773:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.828782:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075571244 (tot 82354530). 00000400:00000200:1.0:1776202232.828789:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.828798:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.828805:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:1.0:1776202232.828807:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:1.0:1776202232.828818:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613795264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.828893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb6a3d0. 00010000:00000010:0.1:1776202232.828912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:0.1:1776202232.828916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202232.828918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.1:1776202232.835071:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050934b37. 00010000:00000010:0.1:1776202232.835093:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:3.1:1776202232.835858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab8ad6e. 00000400:00000200:2.0:1776202232.839767:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.839790:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e5c0 00000400:00000200:2.0:1776202232.839799:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b61 [1] + 224 00000400:00000200:2.0:1776202232.839811:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.839814:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.839825:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613795264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.840099:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.840105:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68980 00000400:00000200:2.0:1776202232.840110:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 1640 00000400:00000200:2.0:1776202232.840120:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.840123:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.840126:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.840132:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:1.0:1776202232.840214:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:1.0:1776202232.840218:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:1.0:1776202232.840220:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000100:00000200:1.0:1776202232.840227:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613795264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202232.840229:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050a00240. 00000100:00000200:1.0:1776202232.840234:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613795264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202232.840236:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.840240:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.840263:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604596608/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1776202232.840271:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d071e4d. 02000000:00000010:1.0:1776202232.840277:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1028eae. 00000100:00000010:1.0:1776202232.840288:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:1.0:1776202232.840294:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:1.0:1776202232.840298:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002549b8ec. 00000100:00000200:3.0:1776202232.840328:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596608 02000000:00000010:3.0:1776202232.840340:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad61124. 00010000:00000010:3.0:1776202232.840370:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cbfa2e3. 00010000:00000010:3.0:1776202232.840387:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.840393:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202232.840407:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:3.0:1776202232.840410:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.840421:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202232.840425:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596608, offset 224 00000400:00000200:3.0:1776202232.840432:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.840443:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.840448:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91616:91616:256:4294967295] 192.168.204.38@tcp LPNI seq info [91616:91616:8:4294967295] 00000400:00000200:3.0:1776202232.840458:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.840463:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.840468:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202232.840473:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.840481:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.840484:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.840502:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.840507:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.840510:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050a00240. 00000800:00000200:3.0:1776202232.841043:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.841048:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202232.841052:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.841057:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.841061:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202232.841063:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00080000:00000010:1.0:1776202232.841148:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cb2904b. 00010000:00000010:1.0:1776202232.841240:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:1.0:1776202232.841247:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000161f381. 00010000:00000010:1.0:1776202232.841509:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.841515:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.841526:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.841531:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.841539:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.841551:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa6b3bc6. 02000000:00000010:1.0:1776202232.841577:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9d8bfdf. 00000400:00000010:1.0:1776202232.841583:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.841587:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.841592:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795328, portal 16 00000400:00000010:1.0:1776202232.841597:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202232.841599:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795328, offset 0 00000400:00000200:1.0:1776202232.841605:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.841628:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.841635:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.841638:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.841641:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.841644:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91617:91617:256:4294967295] 192.168.204.38@tcp LPNI seq info [91617:91617:8:4294967295] 00000400:00000200:1.0:1776202232.841652:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.841656:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.841660:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202232.841664:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.841668:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.841671:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202232.841864:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202232.841867:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202232.841871:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.841876:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.841879:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:3.0:1776202232.841881:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:3.0:1776202232.841887:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.844954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e23db4. 00010000:00000010:1.1:1776202232.844955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a38fdb9a. 00010000:00000010:1.1:1776202232.844966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00000400:00000200:2.0:1776202232.845608:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.845628:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e600 00000400:00000200:2.0:1776202232.845637:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b6d [1] + 224 00000400:00000200:2.0:1776202232.845652:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.845656:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.845667:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.845764:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.845771:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.845773:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.845778:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.845785:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.845816:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9d8bfdf. 02000000:00000010:1.0:1776202232.845821:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa6b3bc6. 00000100:00000010:1.0:1776202232.845825:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.845856:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.845862:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:2.0:1776202232.847562:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.847581:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed689c0 00000400:00000200:2.0:1776202232.847589:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6495 [2] + 1968 00000400:00000010:2.0:1776202232.847593:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030b8b1e3. 00000400:00000200:2.0:1776202232.847600:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000604a064b 00000400:00000200:2.0:1776202232.847657:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.847663:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.847668:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000604a064b 00000400:00000010:2.0:1776202232.847670:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000604a064b (tot 82354378). 00000100:00000200:2.0:1776202232.847677:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202232.847797:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050a00240. 00000020:00000010:3.0:1776202232.847807:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.847812:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.847885:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000889461ff x1862480604596672/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.847937:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596672 02000000:00000010:3.0:1776202232.847951:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000102c4755. 00010000:00000010:3.0:1776202232.847986:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000428a36af. 00010000:00000010:3.0:1776202232.848010:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.848018:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d2a9d87. 00000100:00000010:3.0:1776202232.848030:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d2a9d87. 00010000:00000010:3.0:1776202232.848033:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.848046:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202232.848051:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596672, offset 224 00000400:00000200:3.0:1776202232.848059:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.848070:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.848076:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91618:91618:256:4294967295] 192.168.204.38@tcp LPNI seq info [91618:91618:8:4294967295] 00000400:00000200:3.0:1776202232.848087:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.848093:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.848116:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354626). 00000800:00000200:3.0:1776202232.848122:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.848131:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.848136:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.848152:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.848157:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.848160:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050a00240. 02000000:00000010:3.0:1776202232.848170:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad61124. 00000100:00000010:3.0:1776202232.848173:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:3.0:1776202232.848177:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a39ce9c3. 00000100:00000010:3.0:1776202232.848180:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:3.0:1776202232.848183:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63a336d. 00000100:00000010:3.0:1776202232.848185:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:3.0:1776202232.848190:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f0abd40. 00000100:00000010:3.0:1776202232.848192:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202232.848197:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006553855b. 00000100:00000010:3.0:1776202232.848199:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:3.0:1776202232.848202:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000355cab2a. 00000100:00000010:3.0:1776202232.848205:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000200:3.0:1776202232.848212:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202232.848217:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056a67c75. 00000400:00000010:3.0:1776202232.848221:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000d2a9d87 (tot 82354778). 00080000:00000010:1.0:1776202232.848402:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa6b3bc6. 00010000:00000010:1.0:1776202232.848500:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.848508:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004191700b. 00010000:00000010:1.0:1776202232.848591:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.0:1776202232.848597:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.848608:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.848611:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.848618:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.848630:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9d8bfdf. 02000000:00000010:1.0:1776202232.848658:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dd52fc3. 00000400:00000010:1.0:1776202232.848662:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.848667:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.848670:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795392, portal 16 00000400:00000010:1.0:1776202232.848675:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202232.848677:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795392, offset 0 00000400:00000200:1.0:1776202232.848683:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.848706:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.848713:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.848717:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.848720:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.848723:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91619:91619:255:4294967295] 192.168.204.38@tcp LPNI seq info [91619:91619:7:4294967295] 00000400:00000200:1.0:1776202232.848731:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.848737:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.848741:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202232.848745:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.848750:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.848753:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.848800:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.848803:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354778). 00000400:00000200:1.0:1776202232.848808:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.848811:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.848814:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:1.0:1776202232.848815:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 02000000:00000010:1.0:1776202232.848819:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000102c4755. 00000800:00000200:1.0:1776202232.848883:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.848885:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202232.848887:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.848890:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.848892:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202232.848893:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:1.0:1776202232.848898:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.854375:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.854397:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e640 00000400:00000200:2.0:1776202232.854408:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b7d [1] + 224 00000400:00000200:2.0:1776202232.854419:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.854423:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.854437:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.854522:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.854528:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68a00 00000400:00000200:2.0:1776202232.854532:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 0 00000400:00000200:2.0:1776202232.854600:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.854604:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.854609:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.854614:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:3.0:1776202232.856816:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202232.856853:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.856858:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.856890:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604596736/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202232.856933:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596736 02000000:00000010:3.0:1776202232.856943:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050a00240. 00010000:00000010:3.0:1776202232.856984:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.856993:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.856999:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.857003:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.857018:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202232.857024:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596736, offset 224 00000400:00000200:3.0:1776202232.857033:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.857047:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.857053:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91620:91620:256:4294967295] 192.168.204.38@tcp LPNI seq info [91620:91620:8:4294967295] 00000400:00000200:3.0:1776202232.857064:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.857070:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.857076:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202232.857081:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.857088:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.857092:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.857108:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.857113:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.857116:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00000800:00000200:2.0:1776202232.857677:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.857683:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:2.0:1776202232.857688:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.857694:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.857699:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:2.0:1776202232.857701:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00010000:00000010:3.1:1776202232.857947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b516f9. 00000400:00000010:1.0:1776202232.858354:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.858360:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.858361:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.858371:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.858382:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.858408:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001bdaf23. 02000000:00000010:1.0:1776202232.858426:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dd52fc3. 02000000:00000010:1.0:1776202232.858431:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9d8bfdf. 00000100:00000010:1.0:1776202232.858435:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.858440:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.858444:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202232.858466:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9d8bfdf. 00010000:00000010:1.0:1776202232.858559:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.858567:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d6c039a. 00010000:00000010:1.0:1776202232.859770:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202232.859780:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.859793:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.859801:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.859811:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.859825:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000dd52fc3. 02000000:00000010:1.0:1776202232.859867:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006553855b. 00000400:00000010:1.0:1776202232.859873:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.859879:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.859885:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795456, portal 16 00000400:00000010:1.0:1776202232.859890:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202232.859892:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795456, offset 0 00000400:00000200:1.0:1776202232.859910:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.859927:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.859934:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.859938:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.859941:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.859944:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91621:91621:256:4294967295] 192.168.204.38@tcp LPNI seq info [91621:91621:8:4294967295] 00000400:00000200:1.0:1776202232.859955:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.859961:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.859966:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202232.859972:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.859979:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.859982:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.862521:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.862528:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202232.862535:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.862544:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.862550:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:2.0:1776202232.862552:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:2.0:1776202232.862561:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.865234:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.865263:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e680 00000400:00000200:2.0:1776202232.865273:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b89 [1] + 224 00000400:00000200:2.0:1776202232.865291:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.865294:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.865306:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.865389:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.865396:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.865399:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.865405:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.865412:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.865443:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006553855b. 02000000:00000010:1.0:1776202232.865449:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000dd52fc3. 00000100:00000010:1.0:1776202232.865453:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.865460:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.865464:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:2.0:1776202232.869313:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.869334:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68a40 00000400:00000200:2.0:1776202232.869343:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 328 00000400:00000200:2.0:1776202232.869408:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.869414:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.869423:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.869429:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:3.0:1776202232.869530:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202232.869537:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.869542:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.869568:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604596800/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.869604:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596800 02000000:00000010:3.0:1776202232.869614:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c1dc059. 00010000:00000010:3.0:1776202232.869644:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8ab6570. 00010000:00000010:3.0:1776202232.869663:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.869670:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.869692:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.869696:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.869710:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202232.869715:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596800, offset 224 00000400:00000200:3.0:1776202232.869723:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.869734:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.869739:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91622:91622:256:4294967295] 192.168.204.38@tcp LPNI seq info [91622:91622:8:4294967295] 00000400:00000200:3.0:1776202232.869750:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.869756:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.869760:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.869767:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.869774:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.869777:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.869793:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.869797:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.869800:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00010000:00000010:1.1:1776202232.869867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003966b28a. 00010000:00000010:1.1:1776202232.869875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00080000:00000010:1.0:1776202232.869911:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dd52fc3. 00010000:00000010:1.0:1776202232.870009:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.870016:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000398def07. 00010000:00000010:1.0:1776202232.870094:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202232.870100:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.870111:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.870115:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202232.870122:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.870132:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006553855b. 02000000:00000010:1.0:1776202232.870156:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63a336d. 00000400:00000010:1.0:1776202232.870163:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.870167:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.870173:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795520, portal 16 00000400:00000010:1.0:1776202232.870177:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202232.870180:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795520, offset 0 00000400:00000200:1.0:1776202232.870185:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.870193:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.870200:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.870204:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.870208:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.870210:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91623:91623:255:4294967295] 192.168.204.38@tcp LPNI seq info [91623:91623:7:4294967295] 00000400:00000200:1.0:1776202232.870218:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.870222:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.870226:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202232.870230:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.870234:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.870237:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.870336:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.870339:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354778). 00000400:00000200:2.0:1776202232.870343:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.870347:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.870351:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:2.0:1776202232.870353:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000800:00000200:2.0:1776202232.870391:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.870393:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202232.870396:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.870399:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.870401:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202232.870402:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:2.0:1776202232.870406:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.874020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eabde5a. 00010000:00000010:1.1:1776202232.874034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a28aeda. 00010000:00000010:1.1:1776202232.874039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00000400:00000200:2.0:1776202232.874536:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.874558:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e6c0 00000400:00000200:2.0:1776202232.874569:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7b95 [1] + 224 00000400:00000200:2.0:1776202232.874589:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.874604:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.874616:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.874718:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.874725:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.874727:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.874734:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.874741:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.874775:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63a336d. 02000000:00000010:1.0:1776202232.874780:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006553855b. 00000100:00000010:1.0:1776202232.874784:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.874788:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202232.874794:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00010000:00000010:1.1:1776202232.878112:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5a2a9e1. 00010000:00000010:1.1:1776202232.878123:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:3.1:1776202232.879606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008baa859f. 00000400:00000200:3.0:1776202232.881006:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.881025:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68a80 00000400:00000200:3.0:1776202232.881034:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 656 00000400:00000200:3.0:1776202232.881090:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.881095:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.881102:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.881108:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:0.0:1776202232.882180:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7d7f0a3. 00000020:00000010:0.0:1776202232.882191:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.882195:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202232.882225:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604596864/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202232.882265:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596864 02000000:00000010:0.0:1776202232.882277:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001473e262. 00010000:00000010:0.0:1776202232.882306:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000835d683f. 00010000:00000010:0.0:1776202232.882327:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202232.882335:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.882347:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202232.882351:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202232.882366:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.882372:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596864, offset 224 00000400:00000200:0.0:1776202232.882380:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.882394:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.882399:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91624:91624:256:4294967295] 192.168.204.38@tcp LPNI seq info [91624:91624:8:4294967295] 00000400:00000200:0.0:1776202232.882409:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.882414:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.882420:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d74e48 (tot 82354778). 00000800:00000200:0.0:1776202232.882425:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.882432:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.882435:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b2d74e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202232.882456:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202232.882461:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202232.882465:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7d7f0a3. 00080000:00000010:1.0:1776202232.882595:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000406464f1. 00010000:00000010:1.0:1776202232.882714:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.882723:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069ba9a9c. 00010000:00000010:1.0:1776202232.882814:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202232.882820:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.882873:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.882879:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202232.882887:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.882911:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006553855b. 02000000:00000010:1.0:1776202232.882943:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63a336d. 00000400:00000010:1.0:1776202232.882950:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.882955:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.882960:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795584, portal 16 00000400:00000010:1.0:1776202232.882965:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202232.882967:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795584, offset 0 00000400:00000200:1.0:1776202232.882973:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.882981:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.882989:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.882993:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.882996:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.882999:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91625:91625:255:4294967295] 192.168.204.38@tcp LPNI seq info [91625:91625:7:4294967295] 00000400:00000200:1.0:1776202232.883007:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.883012:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.883015:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202232.883020:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.883024:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.883027:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.884073:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.884079:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d74e48 (tot 82354778). 00000400:00000200:0.0:1776202232.884084:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.884091:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.884097:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:0.0:1776202232.884099:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000800:00000200:0.0:1776202232.884173:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.884175:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202232.884178:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.884181:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.884184:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:0.0:1776202232.884185:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:0.0:1776202232.884192:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.898936:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.898957:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e700 00000400:00000200:2.0:1776202232.898967:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ba1 [1] + 224 00000400:00000200:2.0:1776202232.898984:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.898988:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.899000:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.902931:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.902952:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68ac0 00000400:00000200:2.0:1776202232.902962:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 984 00000400:00000200:2.0:1776202232.903035:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.903041:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.903047:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.903053:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:2.0:1776202232.903134:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:2.0:1776202232.903143:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.903148:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.903178:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604596928/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202232.903214:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596928 02000000:00000010:2.0:1776202232.903227:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7a81a5. 00010000:00000010:2.0:1776202232.903270:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000745e6e56. 00000100:00000010:2.0:1776202232.903278:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.903285:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.903290:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000745e6e56. 00000400:00000010:2.0:1776202232.903307:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202232.903313:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596928, offset 224 00000400:00000200:2.0:1776202232.903321:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.903334:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.903340:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91626:91626:256:4294967295] 192.168.204.38@tcp LPNI seq info [91626:91626:8:4294967295] 00000400:00000200:2.0:1776202232.903350:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.903357:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.903361:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202232.903368:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.903375:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.903379:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.903398:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.903404:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.903408:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 00000800:00000200:2.0:1776202232.903495:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.903499:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:2.0:1776202232.903504:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.903508:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.903512:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202232.903515:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000400:00000010:1.0:1776202232.907943:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.907954:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.907957:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.907971:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.907983:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.908011:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006da28920. 02000000:00000010:1.0:1776202232.908028:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63a336d. 02000000:00000010:1.0:1776202232.908033:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006553855b. 00000100:00000010:1.0:1776202232.908037:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.908042:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202232.908046:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202232.908065:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006553855b. 00010000:00000010:1.0:1776202232.908162:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.908170:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5f89657. 00010000:00000010:0.1:1776202232.909724:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3de802d. 00010000:00000010:1.0:1776202232.910737:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.0:1776202232.910750:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.910767:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.910775:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202232.910786:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.910801:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a63a336d. 00010000:00000010:1.1:1776202232.910825:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007db9766a. 00010000:00000010:1.1:1776202232.910842:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 02000000:00000010:1.0:1776202232.910862:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a39ce9c3. 00000400:00000010:1.0:1776202232.910870:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.910878:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.910886:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795648, portal 16 00000400:00000010:1.0:1776202232.910892:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202232.910894:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795648, offset 0 00000400:00000200:1.0:1776202232.910914:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.910933:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.910940:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.910944:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.910946:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.910950:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91627:91627:256:4294967295] 192.168.204.38@tcp LPNI seq info [91627:91627:8:4294967295] 00000400:00000200:1.0:1776202232.910960:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.910966:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.910971:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.910978:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.910986:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.910991:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.913471:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.913479:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202232.913487:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.913497:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.913502:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:2.0:1776202232.913504:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:2.0:1776202232.913514:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.913678:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9ed21d. 00010000:00000010:1.1:1776202232.913686:0:1033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6cb5666. 00010000:00000010:1.1:1776202232.913691:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00000400:00000200:2.0:1776202232.916185:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.916206:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e740 00000400:00000200:2.0:1776202232.916218:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bad [1] + 224 00000400:00000200:2.0:1776202232.916245:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.916249:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.916259:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.916397:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.916402:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.916404:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.916410:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.916418:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.916448:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a39ce9c3. 02000000:00000010:1.0:1776202232.916454:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a63a336d. 00000100:00000010:1.0:1776202232.916458:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.916462:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202232.916467:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:3.0:1776202232.925130:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.925275:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68b00 00000400:00000200:3.0:1776202232.925285:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 1312 00000400:00000200:3.0:1776202232.925349:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.925355:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.925362:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202232.925368:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:3.0:1776202232.925430:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202232.925438:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202232.925443:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.925471:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604596992/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.925503:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604596992 02000000:00000010:3.0:1776202232.925515:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037c97508. 00010000:00000010:3.0:1776202232.925701:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048d6160e. 00010000:00000010:3.0:1776202232.925731:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.925741:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.925762:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.925767:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.925785:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202232.925792:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604596992, offset 224 00000400:00000200:3.0:1776202232.925802:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.925818:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.925825:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91628:91628:256:4294967295] 192.168.204.38@tcp LPNI seq info [91628:91628:8:4294967295] 00080000:00000010:1.0:1776202232.926367:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a63a336d. 00010000:00000010:1.0:1776202232.926489:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.926499:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fbc5221. 00010000:00000010:1.0:1776202232.926604:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00000400:00000200:3.0:1776202232.926983:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.926994:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.927001:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.927008:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.927015:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.927019:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.927050:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202232.927056:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.927060:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00000800:00000200:0.0:1776202232.927785:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.927792:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:0.0:1776202232.927800:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.927810:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.927816:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:0.0:1776202232.927819:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00010000:00000010:1.0:1776202232.927955:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.927972:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.927979:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202232.927989:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.928002:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a39ce9c3. 02000000:00000010:1.0:1776202232.928029:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000511436ac. 00000400:00000010:1.0:1776202232.928037:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.928042:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.928050:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795712, portal 16 00000400:00000010:1.0:1776202232.928054:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202232.928057:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795712, offset 0 00000400:00000200:1.0:1776202232.928063:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.928077:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.928084:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.928088:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.928091:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.928094:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91629:91629:256:4294967295] 192.168.204.38@tcp LPNI seq info [91629:91629:8:4294967295] 00000400:00000200:1.0:1776202232.928103:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.928108:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.928111:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202232.928116:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.928121:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.928124:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202232.931087:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202232.931097:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202232.931105:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.931115:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202232.931123:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:0.0:1776202232.931125:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:0.0:1776202232.931136:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.932950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001be5c192. 00010000:00000010:1.1:1776202232.932962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00010000:00000010:3.1:1776202232.933021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce6b4be. 00000400:00000200:3.0:1776202232.934658:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.934685:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e780 00000400:00000200:3.0:1776202232.934696:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bb9 [1] + 224 00000400:00000200:3.0:1776202232.934716:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.934720:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.934732:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202232.934875:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.934880:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.934883:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.934896:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.934915:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202232.934949:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000511436ac. 02000000:00000010:1.0:1776202232.934956:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a39ce9c3. 00000100:00000010:1.0:1776202232.934959:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.934965:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202232.934970:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:0.0:1776202232.935788:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202232.935801:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68b40 00000400:00000200:0.0:1776202232.935807:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 1640 00000400:00000200:0.0:1776202232.937409:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202232.937424:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202232.937433:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202232.937441:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000020:00000010:2.0:1776202232.937800:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:2.0:1776202232.937808:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.937812:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.937913:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604597056/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202232.937944:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597056 02000000:00000010:2.0:1776202232.937956:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e939f96. 00010000:00000010:2.0:1776202232.937985:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e50cd2f. 00010000:00000010:2.0:1776202232.938007:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000745e6e56. 00000100:00000010:2.0:1776202232.938016:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.938081:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00010000:00000010:2.0:1776202232.938086:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000745e6e56. 00000400:00000010:2.0:1776202232.938102:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202232.938108:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597056, offset 224 00000400:00000200:2.0:1776202232.938116:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.938129:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.938134:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91630:91630:256:4294967295] 192.168.204.38@tcp LPNI seq info [91630:91630:8:4294967295] 00000400:00000200:2.0:1776202232.938144:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.938150:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.938155:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202232.938161:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.938168:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.938172:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.938194:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.938198:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.938201:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 00080000:00000010:1.0:1776202232.939129:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a39ce9c3. 00010000:00000010:1.0:1776202232.939312:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.939322:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d21c0b2a. 00010000:00000010:1.0:1776202232.939404:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.0:1776202232.939411:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202232.939425:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202232.939431:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202232.939449:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202232.939463:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000511436ac. 02000000:00000010:1.0:1776202232.939493:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f0abd40. 00000400:00000010:1.0:1776202232.939499:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202232.939506:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202232.939512:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795776, portal 16 00000400:00000010:1.0:1776202232.939517:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202232.939519:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795776, offset 0 00000400:00000200:1.0:1776202232.939528:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202232.939541:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202232.939548:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202232.939551:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202232.939554:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202232.939557:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91631:91631:255:4294967295] 192.168.204.38@tcp LPNI seq info [91631:91631:7:4294967295] 00000400:00000200:1.0:1776202232.939566:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202232.939572:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202232.939576:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202232.939581:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202232.939588:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202232.940535:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202232.942580:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.942590:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354778). 00000400:00000200:2.0:1776202232.942602:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.942786:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.942794:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202232.942797:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000800:00000200:2.0:1776202232.944134:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202232.944140:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202232.944146:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.944154:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202232.944158:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:2.0:1776202232.944160:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:2.0:1776202232.944169:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613795776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.953999:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.954020:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e7c0 00000400:00000200:3.0:1776202232.954030:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bc5 [1] + 224 00000400:00000200:3.0:1776202232.954044:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.954051:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202232.954063:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613795776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202232.954095:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202232.954100:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68b80 00000400:00000200:3.0:1776202232.954104:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb64ed [2] + 1968 00000400:00000010:3.0:1776202232.954108:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:3.0:1776202232.954112:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a540211b 00000400:00000200:3.0:1776202232.954539:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202232.954544:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202232.954548:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a540211b 00000400:00000010:3.0:1776202232.954550:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a540211b (tot 82354378). 00000100:00000200:3.0:1776202232.954555:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202232.954746:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:2.0:1776202232.954754:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.954760:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202232.954787:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bae8b596 x1862480604597120/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202232.954826:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597120 02000000:00000010:2.0:1776202232.954857:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:2.0:1776202232.954895:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000745e6e56. 00000100:00000010:2.0:1776202232.954913:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abc191f6. 00000100:00000010:2.0:1776202232.954921:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000abc191f6. 00000400:00000010:1.0:1776202232.954969:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202232.954974:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202232.954976:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202232.954982:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613795776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202232.954990:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613795776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202232.955096:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002920d580. 02000000:00000010:1.0:1776202232.955112:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f0abd40. 02000000:00000010:1.0:1776202232.955118:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000511436ac. 00000100:00000010:1.0:1776202232.955121:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202232.955126:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202232.955130:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202232.955147:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000511436ac. 00010000:00000010:2.0:1776202232.955209:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000745e6e56. 00000400:00000010:2.0:1776202232.955226:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202232.955230:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597120, offset 224 00000400:00000200:2.0:1776202232.955244:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202232.955257:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202232.955263:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91632:91632:256:4294967295] 192.168.204.38@tcp LPNI seq info [91632:91632:8:4294967295] 00000400:00000200:2.0:1776202232.955273:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202232.955278:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202232.955283:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354626). 00000800:00000200:2.0:1776202232.955289:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202232.955296:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202232.955299:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202232.955322:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202232.955327:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202232.955329:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 02000000:00000010:2.0:1776202232.955337:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e939f96. 00000100:00000010:2.0:1776202232.955341:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:2.0:1776202232.955344:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037c97508. 00000100:00000010:2.0:1776202232.955346:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:2.0:1776202232.955350:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7a81a5. 00000100:00000010:2.0:1776202232.955352:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202232.955354:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001473e262. 00000100:00000010:2.0:1776202232.955357:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:2.0:1776202232.955360:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c1dc059. 00000100:00000010:2.0:1776202232.955362:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202232.955364:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050a00240. 00000100:00000010:2.0:1776202232.955368:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000200:2.0:1776202232.955374:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202232.955379:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7e07373. 00000400:00000010:2.0:1776202232.955384:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000abc191f6 (tot 82354778). 00000800:00000200:1.0:1776202232.955415:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.955419:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:1.0:1776202232.955427:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776202232.955430:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:0.0:1776202232.955439:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032515a50. 00010000:00000010:0.0:1776202232.955512:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202232.955518:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.955529:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202232.955533:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.955540:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.955552:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000355cab2a. 02000000:00000010:0.0:1776202232.955574:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1028eae. 00000400:00000010:0.0:1776202232.955579:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.955583:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.955586:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795840, portal 16 00000400:00000010:0.0:1776202232.955591:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202232.955593:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795840, offset 0 00000400:00000200:0.0:1776202232.955598:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.955604:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.955611:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.955614:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.955617:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.955620:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91633:91633:255:4294967295] 192.168.204.38@tcp LPNI seq info [91633:91633:7:4294967295] 00000400:00000200:0.0:1776202232.955627:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.955632:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.955636:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000400:00000200:1.0:1776202232.955640:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000800:00000200:0.0:1776202232.955644:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000400:00000200:1.0:1776202232.955646:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:1.0:1776202232.955650:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000800:00000200:0.0:1776202232.955650:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.955654:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1776202232.955655:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000800:00000200:1.0:1776202232.955710:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.955712:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:1.0:1776202232.955719:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.955722:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.955724:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:1.0:1776202232.955725:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:1.0:1776202232.955730:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613795840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202232.955866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf3c937. 00010000:00000010:1.1:1776202232.955872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:2.1:1776202232.955997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ed75c0. 00010000:00000010:0.1:1776202232.963891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087449180. 00010000:00000010:1.1:1776202232.963895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a0b391. 00010000:00000010:0.1:1776202232.963918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00000400:00000200:2.0:1776202232.969769:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.969790:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e800 00000400:00000200:2.0:1776202232.969801:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bd5 [1] + 224 00000400:00000200:2.0:1776202232.969818:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.969822:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.969964:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613795840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.974164:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.974186:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68bc0 00000400:00000200:2.0:1776202232.974194:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 0 00000400:00000200:2.0:1776202232.974272:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.974277:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.974284:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202232.974290:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:3.0:1776202232.974594:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202232.974601:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.974605:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.974633:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604597184/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202232.974664:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597184 02000000:00000010:3.0:1776202232.974675:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006664f8ea. 00010000:00000010:3.0:1776202232.974719:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.974726:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.974734:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.974737:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.974752:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202232.974757:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597184, offset 224 00000400:00000200:3.0:1776202232.974766:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.974778:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.974784:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91634:91634:256:4294967295] 192.168.204.38@tcp LPNI seq info [91634:91634:8:4294967295] 00000400:00000200:3.0:1776202232.974795:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.974801:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.974807:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202232.974813:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.974821:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.974824:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.974878:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.974883:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.974886:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00000800:00000200:1.0:1776202232.975039:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.975044:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202232.975048:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.975053:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.975056:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:1.0:1776202232.975058:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000400:00000010:0.0:1776202232.977644:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.977657:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:0.0:1776202232.977659:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.977674:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613795840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202232.977684:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613795840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202232.977727:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e72ecbda. 02000000:00000010:0.0:1776202232.977980:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1028eae. 02000000:00000010:0.0:1776202232.977990:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000355cab2a. 00000100:00000010:0.0:1776202232.977996:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.978001:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202232.978004:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00080000:00000010:0.0:1776202232.978468:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000355cab2a. 00010000:00000010:0.0:1776202232.979638:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.979650:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a950be7d. 00010000:00000010:0.0:1776202232.979932:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202232.979938:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202232.979959:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202232.979964:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202232.979980:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1028eae. 00010000:00000010:0.0:1776202232.980014:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.980017:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202232.980062:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202232.980065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.980073:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202232.980080:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.980088:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.980113:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d071e4d. 02000000:00000010:0.0:1776202232.980152:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000119783cb. 00000400:00000010:0.0:1776202232.980158:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.980186:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.980302:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795904, portal 16 00000400:00000010:0.0:1776202232.980319:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202232.980322:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795904, offset 0 00000400:00000200:0.0:1776202232.980331:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.980363:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.980384:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.980388:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.980391:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.980394:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91635:91635:256:4294967295] 192.168.204.38@tcp LPNI seq info [91635:91635:8:4294967295] 00000400:00000200:0.0:1776202232.980418:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.980424:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.980440:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202232.980446:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.980467:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.980471:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.980973:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.980977:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202232.980986:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.980991:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.981010:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:1.0:1776202232.981012:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:1.0:1776202232.981020:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613795904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202232.983986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b2600bd. 00010000:00000010:0.1:1776202232.988024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def622af. 00010000:00000010:0.1:1776202232.988044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.1:1776202232.988048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202232.988051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00000400:00000200:2.0:1776202232.989352:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.989372:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e840 00000400:00000200:2.0:1776202232.989382:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7be1 [1] + 224 00000400:00000200:2.0:1776202232.989393:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202232.989397:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.989409:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613795904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.989452:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202232.989457:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68c00 00000400:00000200:2.0:1776202232.989462:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 328 00000400:00000010:0.0:1776202232.989501:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.989509:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:0.0:1776202232.989512:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000400:00000200:2.0:1776202232.989518:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1776202232.989522:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613795904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202232.989528:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202232.989536:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776202232.989539:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613795904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776202232.989544:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:0.0:1776202232.989578:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000119783cb. 02000000:00000010:0.0:1776202232.989586:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d071e4d. 00000100:00000010:0.0:1776202232.989592:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202232.989596:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202232.989600:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000020:00000010:3.0:1776202232.990813:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202232.990825:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.990863:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202232.990909:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604597248/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:600/0 lens 328/0 e 0 to 0 dl 1776202275 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202232.990950:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597248 02000000:00000010:3.0:1776202232.990965:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050a00240. 00010000:00000010:3.0:1776202232.990998:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee15886b. 00010000:00000010:3.0:1776202232.991025:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202232.991034:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202232.991052:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202232.991055:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202232.991069:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202232.991077:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597248, offset 224 00000400:00000200:3.0:1776202232.991086:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202232.991104:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202232.991112:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91636:91636:256:4294967295] 192.168.204.38@tcp LPNI seq info [91636:91636:8:4294967295] 00000400:00000200:3.0:1776202232.991124:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202232.991131:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202232.991136:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202232.991142:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202232.991148:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202232.991152:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202232.991178:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202232.991183:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202232.991186:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00080000:00000010:0.0:1776202232.991306:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d071e4d. 00010000:00000010:0.0:1776202232.991409:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.991416:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000613af124. 00010000:00000010:0.0:1776202232.991505:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202232.991513:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202232.991523:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202232.991527:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202232.991534:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202232.991545:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000119783cb. 02000000:00000010:0.0:1776202232.991569:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a72e0b. 00000400:00000010:0.0:1776202232.991577:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202232.991582:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.991588:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613795968, portal 16 00000400:00000010:0.0:1776202232.991597:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202232.991600:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613795968, offset 0 00000400:00000200:0.0:1776202232.991606:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202232.991612:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202232.991620:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202232.991624:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202232.991626:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202232.991628:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91637:91637:255:4294967295] 192.168.204.38@tcp LPNI seq info [91637:91637:7:4294967295] 00000400:00000200:0.0:1776202232.991636:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202232.991640:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202232.991643:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82355026). 00000800:00000200:0.0:1776202232.991647:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202232.991652:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202232.991655:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202232.992272:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.992276:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354778). 00000400:00000200:1.0:1776202232.992282:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.992287:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.992292:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:1.0:1776202232.992294:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 00000800:00000200:1.0:1776202232.992353:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202232.992355:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:1.0:1776202232.992363:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.992366:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202232.992368:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:1.0:1776202232.992370:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000100:00000200:1.0:1776202232.992376:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613795968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202232.996736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ab3604. 00010000:00000010:0.1:1776202232.999011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000844522b4. 00010000:00000010:0.1:1776202232.999032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000400:00000200:1.0:1776202232.999329:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202232.999347:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e880 00000400:00000200:1.0:1776202232.999357:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bed [1] + 224 00000400:00000200:1.0:1776202232.999373:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202232.999377:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202232.999391:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613795968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202232.999974:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dee2d0ed. 00000400:00000200:0.0:1776202232.999981:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:0.0:1776202232.999984:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202232.999993:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613795968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.000003:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613795968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202276 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.000038:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a72e0b. 02000000:00000010:0.0:1776202233.000047:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000119783cb. 00000100:00000010:0.0:1776202233.000051:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202233.000056:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.000060:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000200:2.0:1776202233.008689:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.008709:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68c40 00000400:00000200:2.0:1776202233.008718:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 656 00000400:00000200:2.0:1776202233.008785:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.008790:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.008797:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.008802:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:0.0:1776202233.012942:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.012953:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.012958:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.012995:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604597312/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.013038:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597312 02000000:00000010:0.0:1776202233.013049:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a72e0b. 00010000:00000010:0.0:1776202233.013079:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7f53813. 00010000:00000010:0.0:1776202233.013103:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.013111:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.013134:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.013137:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.013150:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202233.013155:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597312, offset 224 00000400:00000200:0.0:1776202233.013164:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.013179:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.013187:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91638:91638:256:4294967295] 192.168.204.38@tcp LPNI seq info [91638:91638:8:4294967295] 00000400:00000200:0.0:1776202233.013197:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.013204:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.013209:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202233.013217:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.013223:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.013227:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.013259:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.013263:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.013267:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00000800:00000200:2.0:1776202233.013959:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.013965:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202233.013979:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.013984:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.013989:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202233.013991:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00080000:00000010:1.0:1776202233.014607:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f0abd40. 00010000:00000010:1.0:1776202233.014752:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:1.0:1776202233.014764:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062865b78. 00010000:00000010:1.0:1776202233.014942:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202233.014950:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.014964:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.014972:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.014992:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.015012:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d919ac2. 02000000:00000010:1.0:1776202233.015051:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d637332f. 00000400:00000010:1.0:1776202233.015061:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.015068:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.015079:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796032, portal 16 00000400:00000010:1.0:1776202233.015084:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202233.015091:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796032, offset 0 00000400:00000200:1.0:1776202233.015099:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.015120:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.015129:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.015133:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.015137:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.015140:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91639:91639:256:4294967295] 192.168.204.38@tcp LPNI seq info [91639:91639:8:4294967295] 00000400:00000200:1.0:1776202233.015153:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.015159:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.015164:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.015170:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.015177:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.015180:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.017375:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.017381:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.017388:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.017396:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.017402:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:0.0:1776202233.017404:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:0.0:1776202233.017413:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.020879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b866b9b5. 00010000:00000010:1.1:1776202233.020893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00000400:00000200:2.0:1776202233.021532:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.021550:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e8c0 00000400:00000200:2.0:1776202233.021559:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7bf9 [1] + 224 00000400:00000200:2.0:1776202233.021574:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.021579:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.021589:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.021634:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.021639:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68c80 00000400:00000200:2.0:1776202233.021644:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 984 00000400:00000200:2.0:1776202233.021700:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.021704:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.021708:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.021713:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000400:00000010:1.0:1776202233.022021:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.022027:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.022030:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.022036:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.022045:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776202233.022054:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202233.022066:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.022070:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 02000000:00000010:1.0:1776202233.022072:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d637332f. 02000000:00000010:1.0:1776202233.022079:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d919ac2. 00000100:00000010:1.0:1776202233.022083:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.022088:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.022092:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000100:00000200:3.0:1776202233.022103:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604597376/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.022156:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597376 02000000:00000010:3.0:1776202233.022168:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c1dc059. 00010000:00000010:3.0:1776202233.022198:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cca51daf. 00010000:00000010:3.0:1776202233.022218:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.022224:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202233.022243:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202233.022246:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.022260:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202233.022265:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597376, offset 224 00000400:00000200:3.0:1776202233.022274:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.022290:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.022296:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91640:91640:256:4294967295] 192.168.204.38@tcp LPNI seq info [91640:91640:8:4294967295] 00080000:00000010:1.0:1776202233.022298:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d919ac2. 00000400:00000200:3.0:1776202233.022316:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.022322:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.022327:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202233.022333:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.022340:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.022343:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.022366:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.022375:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202233.022379:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00010000:00000010:1.0:1776202233.022383:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.022392:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000287f43c5. 00010000:00000010:1.0:1776202233.022467:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.022473:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.022482:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.022486:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.022492:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.022501:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d637332f. 02000000:00000010:1.0:1776202233.022523:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab847c4c. 00000400:00000010:1.0:1776202233.022527:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.022531:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.022535:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796096, portal 16 00000400:00000010:1.0:1776202233.022540:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202233.022542:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796096, offset 0 00000400:00000200:1.0:1776202233.022547:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.022553:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.022560:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.022563:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.022566:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.022568:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91641:91641:255:4294967295] 192.168.204.38@tcp LPNI seq info [91641:91641:7:4294967295] 00000400:00000200:1.0:1776202233.022576:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.022580:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.022583:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202233.022587:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.022591:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.022593:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.023096:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.023101:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354778). 00000400:00000200:2.0:1776202233.023106:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.023112:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.023116:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:2.0:1776202233.023117:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00000800:00000200:2.0:1776202233.023185:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.023187:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202233.023190:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.023193:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.023195:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:2.0:1776202233.023197:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:2.0:1776202233.023216:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.024885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000087a0f73. 00010000:00000010:1.1:1776202233.028879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de05db8b. 00010000:00000010:1.1:1776202233.028908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:3.1:1776202233.038893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e885681a. 00000400:00000200:0.0:1776202233.043119:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.043142:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e900 00000400:00000200:0.0:1776202233.043152:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c05 [1] + 224 00000400:00000200:0.0:1776202233.043165:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.043169:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.043179:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.043221:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.043227:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68cc0 00000400:00000200:0.0:1776202233.043232:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 1312 00000400:00000200:0.0:1776202233.043242:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.043245:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.043249:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.043256:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000020:00000010:3.0:1776202233.043375:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202233.043382:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.043387:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202233.043414:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604597440/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.043450:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597440 02000000:00000010:3.0:1776202233.043462:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037c97508. 00010000:00000010:3.0:1776202233.043506:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.043513:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202233.043520:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202233.043523:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.043538:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202233.043544:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597440, offset 224 00000400:00000200:3.0:1776202233.043552:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.043561:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.043567:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91642:91642:256:4294967295] 192.168.204.38@tcp LPNI seq info [91642:91642:8:4294967295] 00000400:00000200:3.0:1776202233.043576:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.043582:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.043586:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.043592:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.043598:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.043603:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.043629:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.043634:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202233.043637:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00000400:00000010:1.0:1776202233.043742:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.043746:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.043748:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.043754:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.043762:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.043793:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdcfd1ce. 02000000:00000010:1.0:1776202233.043809:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab847c4c. 02000000:00000010:1.0:1776202233.043815:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d637332f. 00000100:00000010:1.0:1776202233.043818:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.043822:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.043826:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202233.043885:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d637332f. 00010000:00000010:1.0:1776202233.043976:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.043983:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059d68274. 00010000:00000010:1.0:1776202233.044058:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202233.044065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.044073:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.044076:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.044082:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.044091:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab847c4c. 02000000:00000010:1.0:1776202233.044114:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfd2728c. 00000400:00000010:1.0:1776202233.044118:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.044123:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.044128:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796160, portal 16 00000400:00000010:1.0:1776202233.044132:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202233.044133:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796160, offset 0 00000400:00000200:1.0:1776202233.044139:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.044146:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.044153:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.044156:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.044159:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.044161:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91643:91643:255:4294967295] 192.168.204.38@tcp LPNI seq info [91643:91643:7:4294967295] 00000400:00000200:1.0:1776202233.044169:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.044174:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.044177:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202233.044182:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.044186:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.044189:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.044945:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.044952:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354778). 00000400:00000200:2.0:1776202233.044959:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.044966:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.044970:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:2.0:1776202233.044972:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00000800:00000200:2.0:1776202233.045044:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.045047:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202233.045050:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.045053:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.045055:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:2.0:1776202233.045056:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:2.0:1776202233.045063:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.049886:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.049917:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e940 00000400:00000200:2.0:1776202233.049928:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c11 [1] + 224 00000400:00000200:2.0:1776202233.049940:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.049944:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.049955:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.049988:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.049994:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68d00 00000400:00000200:2.0:1776202233.049998:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 1640 00000400:00000200:2.0:1776202233.050026:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.050030:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.050035:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.050040:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:0.0:1776202233.050161:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.050173:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.050179:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.050209:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604597504/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.050245:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597504 02000000:00000010:0.0:1776202233.050258:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001473e262. 00010000:00000010:0.0:1776202233.050314:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.050321:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.050327:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.050330:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.050344:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202233.050350:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597504, offset 224 00000400:00000200:0.0:1776202233.050385:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.050396:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.050402:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91644:91644:256:4294967295] 192.168.204.38@tcp LPNI seq info [91644:91644:8:4294967295] 00000400:00000200:0.0:1776202233.050413:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.050418:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.050424:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202233.050430:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.050438:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.050443:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.050466:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.050471:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.050476:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00000800:00000200:0.0:1776202233.050577:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.050581:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:0.0:1776202233.050590:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.050594:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.050598:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:0.0:1776202233.050600:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00010000:00000010:1.1:1776202233.052340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4c7d936. 00000400:00000010:1.0:1776202233.052378:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.052383:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.052385:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.052399:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.052411:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.052442:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098b84d02. 02000000:00000010:1.0:1776202233.052464:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfd2728c. 02000000:00000010:1.0:1776202233.052470:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab847c4c. 00000100:00000010:1.0:1776202233.052475:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.052480:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.052484:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202233.052507:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfd2728c. 00010000:00000010:1.0:1776202233.052619:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.052629:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d505ee3c. 00010000:00000010:1.0:1776202233.052710:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202233.052714:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202233.052719:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.052724:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00080000:00000010:1.0:1776202233.052739:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab847c4c. 00010000:00000010:1.0:1776202233.052765:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.052769:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202233.052856:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.052860:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.052869:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.052874:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.052882:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.052905:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095ddebda. 02000000:00000010:1.0:1776202233.052931:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f5462d. 00000400:00000010:1.0:1776202233.052936:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.052941:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.052947:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796224, portal 16 00000400:00000010:1.0:1776202233.052952:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202233.052954:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796224, offset 0 00000400:00000200:1.0:1776202233.052968:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.052983:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.052990:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.052994:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.052996:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.053000:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91645:91645:256:4294967295] 192.168.204.38@tcp LPNI seq info [91645:91645:8:4294967295] 00000400:00000200:1.0:1776202233.053010:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.053016:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.053021:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.053027:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.053034:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.053038:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.053293:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.053297:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202233.053302:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.053306:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.053310:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:2.0:1776202233.053311:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:2.0:1776202233.053317:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.056928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a19ab0b1. 00010000:00000010:1.1:1776202233.056950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:2.0:1776202233.057660:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.057680:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e980 00000400:00000200:2.0:1776202233.057690:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c1d [1] + 224 00000400:00000200:2.0:1776202233.057701:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.057705:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.057716:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.057753:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.057758:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68d40 00000400:00000200:2.0:1776202233.057763:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6545 [2] + 1968 00000400:00000010:2.0:1776202233.057767:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057849f5b. 00000400:00000200:2.0:1776202233.057771:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd73edcd 00000400:00000200:2.0:1776202233.057868:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.057871:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.057873:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd73edcd 00000400:00000010:2.0:1776202233.057876:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd73edcd (tot 82354378). 00000100:00000200:2.0:1776202233.057883:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776202233.058011:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.058015:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.058017:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.058022:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.058029:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.058058:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f5462d. 02000000:00000010:1.0:1776202233.058063:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095ddebda. 00000100:00000010:1.0:1776202233.058066:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.058071:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.058075:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000020:00000010:3.0:1776202233.058187:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ad61124. 00000020:00000010:3.0:1776202233.058195:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.058198:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202233.058321:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d12ea1f9 x1862480604597568/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.058405:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597568 02000000:00000010:3.0:1776202233.058418:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000102c4755. 00010000:00000010:3.0:1776202233.058447:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e102b8f3. 00010000:00000010:3.0:1776202233.058467:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.058475:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1b4a1a6. 00000100:00000010:3.0:1776202233.058492:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1b4a1a6. 00010000:00000010:3.0:1776202233.058496:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.058511:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202233.058517:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597568, offset 224 00000400:00000200:3.0:1776202233.058525:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202233.058531:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095ddebda. 00000400:00000200:3.0:1776202233.058537:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.058544:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91646:91646:256:4294967295] 192.168.204.38@tcp LPNI seq info [91646:91646:8:4294967295] 00000400:00000200:3.0:1776202233.058556:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.058562:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.058567:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354626). 00000800:00000200:3.0:1776202233.058573:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.058581:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.058585:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.058624:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.058630:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202233.058633:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ad61124. 00010000:00000010:1.0:1776202233.058639:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 02000000:00000010:3.0:1776202233.058642:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001473e262. 00000100:00000010:3.0:1776202233.058649:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00010000:00000010:1.0:1776202233.058650:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c878f80. 02000000:00000010:3.0:1776202233.058653:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037c97508. 00000100:00000010:3.0:1776202233.058658:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:3.0:1776202233.058662:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c1dc059. 00000100:00000010:3.0:1776202233.058663:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202233.058666:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a72e0b. 00000100:00000010:3.0:1776202233.058668:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:3.0:1776202233.058671:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050a00240. 00000100:00000010:3.0:1776202233.058675:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:3.0:1776202233.058679:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006664f8ea. 00000100:00000010:3.0:1776202233.058681:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000200:3.0:1776202233.058687:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.058693:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ceed58ad. 00000400:00000010:3.0:1776202233.058697:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1b4a1a6 (tot 82354778). 00000800:00000200:2.0:1776202233.058854:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.058859:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:2.0:1776202233.058863:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.058868:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.058870:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:2.0:1776202233.058872:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 02000000:00000010:2.0:1776202233.058875:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000102c4755. 00010000:00000010:1.0:1776202233.059267:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.059276:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.059289:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.059293:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.059301:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.059314:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093f5462d. 02000000:00000010:1.0:1776202233.059342:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000797b0548. 00000400:00000010:1.0:1776202233.059346:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.059350:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.059354:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796288, portal 16 00000400:00000010:1.0:1776202233.059359:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202233.059361:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796288, offset 0 00000400:00000200:1.0:1776202233.059368:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.059375:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.059383:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.059387:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.059390:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.059393:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91647:91647:256:4294967295] 192.168.204.38@tcp LPNI seq info [91647:91647:8:4294967295] 00000400:00000200:1.0:1776202233.059400:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.059405:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.059409:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.059413:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.059418:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.059420:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.059766:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.059769:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202233.059772:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.059776:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.059779:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:2.0:1776202233.059789:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:2.0:1776202233.059796:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.063400:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.063429:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62e9c0 00000400:00000200:2.0:1776202233.063441:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c2d [1] + 224 00000400:00000200:2.0:1776202233.063456:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.063461:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.063476:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.063561:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.063568:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68d80 00000400:00000200:2.0:1776202233.063585:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 0 00000400:00000200:2.0:1776202233.063647:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.063651:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.063655:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.063661:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000020:00000010:3.0:1776202233.063864:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006664f8ea. 00000020:00000010:3.0:1776202233.063872:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.063878:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202233.063917:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000804b7fe4 x1862480604597632/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.063997:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597632 02000000:00000010:3.0:1776202233.064011:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050a00240. 00010000:00000010:3.0:1776202233.064054:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.064062:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.064068:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.064072:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.064087:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202233.064092:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597632, offset 224 00000400:00000200:3.0:1776202233.064100:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.064113:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.064119:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91648:91648:256:4294967295] 192.168.204.38@tcp LPNI seq info [91648:91648:8:4294967295] 00000400:00000200:3.0:1776202233.064132:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.064139:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.064157:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202233.064163:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.064171:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.064176:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.064201:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.064206:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:3.0:1776202233.064210:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006664f8ea. 00000800:00000200:2.0:1776202233.064325:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.064329:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:2.0:1776202233.064332:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.064337:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.064341:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:2.0:1776202233.064344:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00010000:00000010:1.1:1776202233.068044:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483df897. 00010000:00000010:1.1:1776202233.068063:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000957239f5. 00010000:00000010:1.1:1776202233.068067:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.1:1776202233.068070:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202233.068074:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00000400:00000010:1.0:1776202233.068089:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.068094:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.068096:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.068109:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.068120:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.068149:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006afa5928. 02000000:00000010:1.0:1776202233.068168:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000797b0548. 02000000:00000010:1.0:1776202233.068174:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093f5462d. 00000100:00000010:1.0:1776202233.068178:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.068183:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.068188:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202233.068210:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f5462d. 00010000:00000010:1.0:1776202233.068403:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.068411:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf8ad8c2. 00010000:00000010:1.0:1776202233.068492:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.068498:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.068509:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.068514:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.068521:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.068538:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000797b0548. 02000000:00000010:1.0:1776202233.068570:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efe3d245. 00000400:00000010:1.0:1776202233.068950:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.068957:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.068963:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796352, portal 16 00000400:00000010:1.0:1776202233.068968:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202233.068970:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796352, offset 0 00000400:00000200:1.0:1776202233.068978:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.068994:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.069001:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.069005:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.069007:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.069011:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91649:91649:256:4294967295] 192.168.204.38@tcp LPNI seq info [91649:91649:8:4294967295] 00000400:00000200:1.0:1776202233.069021:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.069026:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.069030:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.069037:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.069045:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.069049:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.070876:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.070886:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202233.070893:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.070912:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.070918:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:2.0:1776202233.070920:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:2.0:1776202233.070933:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.076098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cec0f81. 00010000:00000010:1.1:1776202233.076700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ef95ce. 00010000:00000010:1.1:1776202233.076717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00000400:00000200:2.0:1776202233.077826:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.078046:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ea00 00000400:00000200:2.0:1776202233.078056:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c39 [1] + 224 00000400:00000200:2.0:1776202233.078071:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.078075:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.078086:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.078129:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.078134:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68dc0 00000400:00000200:2.0:1776202233.078280:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 328 00000400:00000200:2.0:1776202233.078349:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.078353:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.078359:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.078364:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000020:00000010:3.0:1776202233.078776:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006664f8ea. 00000020:00000010:3.0:1776202233.078785:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.078790:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1536d02. 00000100:00000200:3.0:1776202233.078818:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000690b7e51 x1862480604597696/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.078970:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597696 02000000:00000010:3.0:1776202233.078989:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c1dc059. 00010000:00000010:3.0:1776202233.079038:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.079046:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.079053:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.079057:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.079078:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202233.079086:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597696, offset 224 00000400:00000200:3.0:1776202233.079097:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.079113:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.079120:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91650:91650:256:4294967295] 192.168.204.38@tcp LPNI seq info [91650:91650:8:4294967295] 00000400:00000200:3.0:1776202233.079132:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.079138:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000400:00000010:1.0:1776202233.079287:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.079295:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.079297:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.079304:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.079311:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.079333:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb78a3ed. 02000000:00000010:1.0:1776202233.079351:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efe3d245. 02000000:00000010:1.0:1776202233.079364:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000797b0548. 00000100:00000010:1.0:1776202233.079367:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.079376:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.079379:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000800:00000010:2.0:1776202233.079396:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00080000:00000010:1.0:1776202233.079400:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000797b0548. 00000800:00000200:2.0:1776202233.079406:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.079414:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.079418:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.079441:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:2.0:1776202233.079447:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1536d02. 00000020:00000010:2.0:1776202233.079451:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006664f8ea. 00000800:00000200:2.0:1776202233.079542:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.079545:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:2.0:1776202233.079551:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.079556:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.079559:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:2.0:1776202233.079561:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00010000:00000010:1.0:1776202233.079562:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.079571:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9f2fa6d. 00010000:00000010:1.0:1776202233.080195:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.080204:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.080705:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.080713:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.080723:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.080740:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efe3d245. 02000000:00000010:1.0:1776202233.080773:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fb249ab. 00000400:00000010:1.0:1776202233.080780:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.080785:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.080792:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796416, portal 16 00000400:00000010:1.0:1776202233.080797:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202233.080800:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796416, offset 0 00000400:00000200:1.0:1776202233.081374:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.081395:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.081403:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.081407:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.081412:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.081416:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91651:91651:256:4294967295] 192.168.204.38@tcp LPNI seq info [91651:91651:8:4294967295] 00000400:00000200:1.0:1776202233.081429:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.081436:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.081442:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.081448:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.081454:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.081458:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.082014:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.082019:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202233.082025:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.082029:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.082034:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:3.0:1776202233.082036:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:3.0:1776202233.082045:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.090565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cebfe64. 00010000:00000010:1.1:1776202233.090586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd56ed2. 00010000:00000010:1.1:1776202233.090593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:1.1:1776202233.094995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccbd65a0. 00010000:00000010:1.1:1776202233.095018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d9d2333. 00010000:00000010:1.1:1776202233.095023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00000400:00000200:2.0:1776202233.103620:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.103645:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ea40 00000400:00000200:2.0:1776202233.103658:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c45 [1] + 224 00000400:00000200:2.0:1776202233.103682:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.103689:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.103701:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.103859:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.103865:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.103867:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.103874:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.103882:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.103924:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fb249ab. 02000000:00000010:1.0:1776202233.103931:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efe3d245. 00000100:00000010:1.0:1776202233.103936:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.103941:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.103946:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:2.0:1776202233.105051:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.105075:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68e00 00000400:00000200:2.0:1776202233.105086:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 656 00000400:00000200:2.0:1776202233.105104:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.105109:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.105118:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.105126:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000020:00000010:0.0:1776202233.105292:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.105305:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.105310:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.105341:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f30d57d x1862480604597760/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.105385:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597760 02000000:00000010:0.0:1776202233.105403:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7d7f0a3. 00010000:00000010:0.0:1776202233.105441:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000624fbb9. 00010000:00000010:0.0:1776202233.105470:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.105478:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.105500:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.105503:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.105516:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202233.105522:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597760, offset 224 00000400:00000200:0.0:1776202233.105531:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.105546:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.105553:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91652:91652:256:4294967295] 192.168.204.38@tcp LPNI seq info [91652:91652:8:4294967295] 00000400:00000200:0.0:1776202233.105564:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.105571:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.105576:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202233.105583:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.105591:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.105595:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.105617:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.105621:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.105624:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00080000:00000010:1.0:1776202233.105905:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb249ab. 00010000:00000010:1.0:1776202233.106000:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.106010:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e1d1251. 00010000:00000010:1.0:1776202233.106096:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.106103:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.106114:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.106119:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000800:00000200:3.0:1776202233.106122:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1776202233.106129:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000800:00000010:3.0:1776202233.106130:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 02000000:00000010:1.0:1776202233.106145:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9884332. 00000400:00000200:3.0:1776202233.106146:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.106158:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.106164:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:3.0:1776202233.106167:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 02000000:00000010:1.0:1776202233.106177:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5b06c66. 00000400:00000010:1.0:1776202233.106187:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.106193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.106199:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796480, portal 16 00000400:00000010:1.0:1776202233.106203:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202233.106205:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796480, offset 0 00000400:00000200:1.0:1776202233.106212:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.106220:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.106225:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.106228:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.106231:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.106234:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91653:91653:256:4294967295] 192.168.204.38@tcp LPNI seq info [91653:91653:8:4294967295] 00000400:00000200:1.0:1776202233.106242:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.106246:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.106250:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.106254:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.106258:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.106260:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.106358:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.106362:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202233.106366:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.106371:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.106374:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:2.0:1776202233.106375:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:2.0:1776202233.106383:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.113245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009482eab9. 00000400:00000200:2.0:1776202233.117392:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.117425:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ea80 00000400:00000200:2.0:1776202233.117438:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c51 [1] + 224 00000400:00000200:2.0:1776202233.117456:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.117460:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.117477:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.118150:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.118161:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68e40 00000400:00000200:2.0:1776202233.118168:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 984 00000400:00000200:2.0:1776202233.118273:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.118278:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.118286:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.118296:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 00000020:00000010:0.0:1776202233.121124:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.121144:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.121151:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.121196:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dff7de66 x1862480604597824/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202233.121255:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597824 02000000:00000010:0.0:1776202233.121271:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a72e0b. 00010000:00000010:0.0:1776202233.121324:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.121334:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.121342:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.121348:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.121367:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202233.121375:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597824, offset 224 00000400:00000200:0.0:1776202233.121385:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.121405:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.121412:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91654:91654:256:4294967295] 192.168.204.38@tcp LPNI seq info [91654:91654:8:4294967295] 00000400:00000200:0.0:1776202233.121425:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.121432:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.121437:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202233.121444:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.121454:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.121458:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.121490:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.121495:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.121501:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00000800:00000200:3.0:1776202233.121939:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.121944:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:3.0:1776202233.121957:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.121964:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.121971:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:3.0:1776202233.121974:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00010000:00000010:1.1:1776202233.124459:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4877eb. 00010000:00000010:1.1:1776202233.124482:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00000400:00000010:1.0:1776202233.124508:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.124515:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.124517:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.124709:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.124721:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.127631:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000794946e8. 02000000:00000010:1.0:1776202233.127756:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5b06c66. 02000000:00000010:1.0:1776202233.127765:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9884332. 00000100:00000010:1.0:1776202233.127769:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.127773:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.127778:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202233.127812:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9884332. 00010000:00000010:1.0:1776202233.127955:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.127966:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9de5ba8. 00010000:00000010:1.0:1776202233.128039:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.128044:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202233.128056:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.128062:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.128070:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.128082:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5b06c66. 02000000:00000010:1.0:1776202233.128112:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddd46c3c. 00000400:00000010:1.0:1776202233.128119:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.128128:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.128135:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796544, portal 16 00000400:00000010:1.0:1776202233.128140:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202233.128142:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796544, offset 0 00000400:00000200:1.0:1776202233.128151:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.128168:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.128174:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.128177:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.128180:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.128184:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91655:91655:256:4294967295] 192.168.204.38@tcp LPNI seq info [91655:91655:8:4294967295] 00000400:00000200:1.0:1776202233.128194:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.128200:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.128205:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.128211:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.128218:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.128221:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.133333:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.133343:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202233.133352:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.133362:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.133368:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:2.0:1776202233.133370:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:2.0:1776202233.133381:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.137522:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.137549:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62eac0 00000400:00000200:2.0:1776202233.137559:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c5d [1] + 224 00000400:00000200:2.0:1776202233.137571:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.137576:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.137586:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.137632:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.137638:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68e80 00000400:00000200:2.0:1776202233.137643:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 1312 00000400:00000200:2.0:1776202233.137711:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.137714:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.137720:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.137734:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000400:00000010:1.0:1776202233.137929:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.137935:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.137937:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.137942:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.137950:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.137982:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddd46c3c. 02000000:00000010:1.0:1776202233.137989:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5b06c66. 00000100:00000010:1.0:1776202233.137993:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.137997:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.138003:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000020:00000010:0.0:1776202233.138613:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.138621:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.138625:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.138655:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c37954d x1862480604597888/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.138690:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597888 02000000:00000010:0.0:1776202233.138703:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001473e262. 00010000:00000010:0.0:1776202233.138732:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1e20a15. 00010000:00000010:0.0:1776202233.138753:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.138759:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.138778:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.138782:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.138795:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202233.138799:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597888, offset 224 00000400:00000200:0.0:1776202233.138808:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.138819:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.138825:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91656:91656:256:4294967295] 192.168.204.38@tcp LPNI seq info [91656:91656:8:4294967295] 00080000:00000010:2.0:1776202233.138826:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e6500c4. 00000400:00000200:0.0:1776202233.138854:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.138861:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.138867:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202233.138873:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.138880:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.138884:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.138977:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.138982:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.138986:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00010000:00000010:2.0:1776202233.139014:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:2.0:1776202233.139022:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fee6c04a. 00010000:00000010:2.0:1776202233.139145:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7338a80. 00010000:00000010:2.0:1776202233.139152:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002b25de0c. 00010000:00000010:2.0:1776202233.139161:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000745e6e56. 00000100:00000010:2.0:1776202233.139166:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd73edcd. 00000100:00000010:2.0:1776202233.139173:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202233.139183:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d40f237. 02000000:00000010:2.0:1776202233.139205:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b6cdc35. 00000400:00000010:2.0:1776202233.139210:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202233.139214:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202233.139218:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796608, portal 16 00000400:00000010:2.0:1776202233.139223:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.139225:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796608, offset 0 00000400:00000200:2.0:1776202233.139231:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.139237:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.139243:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.139246:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.139249:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.139251:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91657:91657:255:4294967295] 192.168.204.38@tcp LPNI seq info [91657:91657:7:4294967295] 00000400:00000200:2.0:1776202233.139258:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.139262:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.139265:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82355026). 00000800:00000200:2.0:1776202233.139269:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.139273:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.139275:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.146513:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.146522:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:0.0:1776202233.146536:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.146546:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.146553:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202233.146555:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000800:00000200:0.0:1776202233.146639:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.146641:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202233.146646:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.146649:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.146652:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:0.0:1776202233.146655:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:0.0:1776202233.146663:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613796608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.149595:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.149616:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62eb00 00000400:00000200:2.0:1776202233.149625:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c69 [1] + 224 00000400:00000200:2.0:1776202233.149636:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.149640:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.149649:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613796608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.149693:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.149698:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68ec0 00000400:00000200:2.0:1776202233.149703:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 1640 00000400:00000200:2.0:1776202233.149790:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.149794:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.149800:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.149805:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:0.0:1776202233.149934:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.149942:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.149947:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.149973:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604597952/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.150006:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604597952 02000000:00000010:0.0:1776202233.150019:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac453cd. 00010000:00000010:0.0:1776202233.150056:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.150063:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.150069:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.150073:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.150090:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202233.150094:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604597952, offset 224 00000400:00000200:0.0:1776202233.150102:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.150112:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.150117:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91658:91658:256:4294967295] 192.168.204.38@tcp LPNI seq info [91658:91658:8:4294967295] 00000400:00000200:0.0:1776202233.150127:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.150132:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.150136:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202233.150152:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.150159:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.150163:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.150179:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.150185:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.150197:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 00000400:00000010:1.0:1776202233.150362:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a49b66bd. 00000400:00000200:1.0:1776202233.150367:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:1.0:1776202233.150369:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:1.0:1776202233.150376:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613796608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.150384:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613796608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.150406:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d0e5c90. 02000000:00000010:1.0:1776202233.150421:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b6cdc35. 02000000:00000010:1.0:1776202233.150426:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d40f237. 00000100:00000010:1.0:1776202233.150430:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:1.0:1776202233.150433:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd73edcd. 00010000:00000010:1.0:1776202233.150437:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000745e6e56. 00080000:00000010:1.0:1776202233.150454:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b06c66. 00010000:00000010:1.0:1776202233.150551:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b25de0c. 00010000:00000010:1.0:1776202233.150558:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0a3d2ba. 00010000:00000010:1.0:1776202233.150627:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.150633:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.150642:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.150645:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.150651:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.150661:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddd46c3c. 02000000:00000010:1.0:1776202233.150684:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063b91870. 00000400:00000010:1.0:1776202233.150689:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.150693:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.150697:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796672, portal 16 00000400:00000010:1.0:1776202233.150701:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202233.150703:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796672, offset 0 00000400:00000200:1.0:1776202233.150708:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.150715:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.150720:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.150724:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.150726:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.150729:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91659:91659:255:4294967295] 192.168.204.38@tcp LPNI seq info [91659:91659:7:4294967295] 00000400:00000200:1.0:1776202233.150737:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.150743:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.150747:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202233.150751:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.150755:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.150757:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.151133:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.151137:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:3.0:1776202233.151146:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.151150:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.151154:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:3.0:1776202233.151155:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000800:00000200:3.0:1776202233.151223:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.151225:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202233.151228:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.151232:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.151234:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202233.151235:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202233.151241:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.151923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8753082. 00010000:00000010:1.1:1776202233.151931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba10cba6. 00010000:00000010:1.1:1776202233.151936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:0.1:1776202233.156651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000745fdc2b. 00010000:00000010:2.1:1776202233.156868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18d171c. 00010000:00000010:2.1:1776202233.156876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00000400:00000200:0.0:1776202233.158622:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.158641:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62eb40 00000400:00000200:0.0:1776202233.158651:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c75 [1] + 224 00000400:00000200:0.0:1776202233.158669:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.158673:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.158683:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.158762:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.158767:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.158769:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.158774:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.158782:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.158811:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063b91870. 02000000:00000010:1.0:1776202233.158816:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddd46c3c. 00000100:00000010:1.0:1776202233.158819:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.158824:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.158861:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00010000:00000010:1.1:1776202233.159892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae80e31a. 00010000:00000010:1.1:1776202233.159923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b773da3. 00010000:00000010:1.1:1776202233.159928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7338a80. 00000400:00000200:2.0:1776202233.169291:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.169315:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68f00 00000400:00000200:2.0:1776202233.169324:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb659d [2] + 1968 00000400:00000010:2.0:1776202233.169328:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e8feafcc. 00000400:00000200:2.0:1776202233.169336:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b80ebb4d 00000400:00000200:2.0:1776202233.169411:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.169416:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.169421:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b80ebb4d 00000400:00000010:2.0:1776202233.169423:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b80ebb4d (tot 82354378). 00000100:00000200:2.0:1776202233.169431:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202233.169575:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000119783cb. 00000020:00000010:0.0:1776202233.169583:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.169588:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.169618:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001508f68a x1862480604598016/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202233.169658:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598016 02000000:00000010:0.0:1776202233.169670:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8107a29. 00010000:00000010:0.0:1776202233.169702:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af295cdc. 00010000:00000010:0.0:1776202233.169724:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.169732:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b41b8ba. 00000100:00000010:0.0:1776202233.169753:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b41b8ba. 00010000:00000010:0.0:1776202233.169756:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.169769:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202233.169773:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598016, offset 224 00000400:00000200:0.0:1776202233.169781:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.169792:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.169798:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91660:91660:256:4294967295] 192.168.204.38@tcp LPNI seq info [91660:91660:8:4294967295] 00000400:00000200:0.0:1776202233.169808:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.169814:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.169819:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354626). 00000800:00000200:0.0:1776202233.169825:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.169888:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.169891:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.169920:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.169925:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.169930:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000119783cb. 02000000:00000010:0.0:1776202233.169942:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac453cd. 00000100:00000010:0.0:1776202233.169947:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:0.0:1776202233.169952:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001473e262. 00000100:00000010:0.0:1776202233.169955:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c37954d. 02000000:00000010:0.0:1776202233.169958:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a72e0b. 00000100:00000010:0.0:1776202233.169959:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dff7de66. 02000000:00000010:0.0:1776202233.169962:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7d7f0a3. 00080000:00000010:1.0:1776202233.169967:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddd46c3c. 00000100:00000010:0.0:1776202233.169967:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001f30d57d. 02000000:00000010:0.0:1776202233.169971:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c1dc059. 00000100:00000010:0.0:1776202233.169975:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000690b7e51. 02000000:00000010:0.0:1776202233.169978:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050a00240. 00000100:00000010:0.0:1776202233.169983:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000804b7fe4. 00000100:00000200:0.0:1776202233.169991:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202233.169996:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dee2d0ed. 00000400:00000010:0.0:1776202233.170001:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b41b8ba (tot 82354778). 00010000:00000010:1.0:1776202233.170071:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.170079:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034d24610. 00000800:00000200:3.0:1776202233.170241:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.170249:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:3.0:1776202233.170262:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.170270:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.170275:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:3.0:1776202233.170277:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 02000000:00000010:3.0:1776202233.170286:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8107a29. 00010000:00000010:1.0:1776202233.170461:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.170469:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.170478:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.170483:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.170490:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.170500:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063b91870. 02000000:00000010:1.0:1776202233.170523:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe8b6e11. 00000400:00000010:1.0:1776202233.170527:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.170531:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.170535:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796736, portal 16 00000400:00000010:1.0:1776202233.170539:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202233.170543:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796736, offset 0 00000400:00000200:1.0:1776202233.170549:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.170567:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.170574:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.170577:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.170580:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.170583:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91661:91661:256:4294967295] 192.168.204.38@tcp LPNI seq info [91661:91661:8:4294967295] 00000400:00000200:1.0:1776202233.170591:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.170596:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.170600:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.170604:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.170608:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.170611:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.174210:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.174219:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202233.174226:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.174238:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.174243:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:0.0:1776202233.174245:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:0.0:1776202233.174254:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.176090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d265258. 00010000:00000010:1.1:1776202233.179610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b94bd0. 00010000:00000010:1.1:1776202233.179629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:2.0:1776202233.180986:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.181007:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62eb80 00000400:00000200:2.0:1776202233.181017:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c85 [1] + 224 00000400:00000200:2.0:1776202233.181038:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.181042:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.181053:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.181230:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.181235:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.181237:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.181242:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.181249:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.181277:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe8b6e11. 02000000:00000010:1.0:1776202233.181283:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063b91870. 00000100:00000010:1.0:1776202233.181287:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.181293:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.181297:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:3.0:1776202233.182330:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.182347:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68f40 00000400:00000200:3.0:1776202233.182354:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 0 00000400:00000200:3.0:1776202233.182418:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.182422:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.182427:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.182433:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:2.0:1776202233.184967:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d40f237. 00000020:00000010:2.0:1776202233.184988:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.184993:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.185029:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604598080/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.185074:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598080 02000000:00000010:2.0:1776202233.185086:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:2.0:1776202233.185119:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055a2569e. 00010000:00000010:2.0:1776202233.185143:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.185152:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd73edcd. 00000100:00000010:2.0:1776202233.185173:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd73edcd. 00010000:00000010:2.0:1776202233.185178:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.185192:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202233.185197:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598080, offset 224 00000400:00000200:2.0:1776202233.185207:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.185224:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.185232:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91662:91662:256:4294967295] 192.168.204.38@tcp LPNI seq info [91662:91662:8:4294967295] 00000400:00000200:2.0:1776202233.185244:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.185250:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.185255:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202233.185261:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.185268:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.185272:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.185298:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.185303:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.185306:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d40f237. 00080000:00000010:1.0:1776202233.185377:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efe3d245. 00000800:00000200:3.0:1776202233.185420:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.185425:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:3.0:1776202233.185431:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.185436:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.185441:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:3.0:1776202233.185443:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00010000:00000010:1.0:1776202233.185466:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.185474:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dfbfe85. 00010000:00000010:1.0:1776202233.185551:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.185557:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.185568:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.185572:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.185582:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.185596:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f834c674. 02000000:00000010:1.0:1776202233.185623:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebbfc0b2. 00000400:00000010:1.0:1776202233.185630:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.185637:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.185642:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796800, portal 16 00000400:00000010:1.0:1776202233.185646:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202233.185648:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796800, offset 0 00000400:00000200:1.0:1776202233.185653:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.185659:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.185665:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.185668:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.185671:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.185673:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91663:91663:256:4294967295] 192.168.204.38@tcp LPNI seq info [91663:91663:8:4294967295] 00000400:00000200:1.0:1776202233.185681:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.185685:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.185688:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.185691:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.185695:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.185697:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.185787:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.185790:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202233.185793:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.185797:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.185800:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:2.0:1776202233.185801:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:2.0:1776202233.185807:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.192882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000704f6e92. 00010000:00000010:1.1:1776202233.192909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:2.1:1776202233.192959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea74dee3. 00000400:00000200:3.0:1776202233.193161:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.193180:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ebc0 00000400:00000200:3.0:1776202233.193189:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c91 [1] + 224 00000400:00000200:3.0:1776202233.193201:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.193205:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.193217:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.193301:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.193306:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68f80 00000400:00000200:3.0:1776202233.193312:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 328 00000400:00000200:3.0:1776202233.193324:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.193327:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.193331:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.193336:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000020:00000010:2.0:1776202233.196194:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d40f237. 00000020:00000010:2.0:1776202233.196210:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.196215:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.196250:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604598144/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.196295:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598144 02000000:00000010:2.0:1776202233.196309:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7a81a5. 00010000:00000010:2.0:1776202233.196355:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.196365:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd73edcd. 00000100:00000010:2.0:1776202233.196372:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd73edcd. 00010000:00000010:2.0:1776202233.196378:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.196393:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202233.196399:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598144, offset 224 00000400:00000200:2.0:1776202233.196408:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.196423:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.196430:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91664:91664:256:4294967295] 192.168.204.38@tcp LPNI seq info [91664:91664:8:4294967295] 00000400:00000200:2.0:1776202233.196440:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.196445:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.196450:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202233.196456:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.196462:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.196467:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.196496:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.196500:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.196503:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d40f237. 00000800:00000200:0.0:1776202233.196707:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.196711:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:0.0:1776202233.196716:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.196722:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.196725:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:0.0:1776202233.196727:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000400:00000010:1.0:1776202233.199051:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.199062:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202233.199064:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:1.0:1776202233.199077:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.199088:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.199117:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a8c13dd. 02000000:00000010:1.0:1776202233.199138:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebbfc0b2. 02000000:00000010:1.0:1776202233.199143:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f834c674. 00000100:00000010:1.0:1776202233.199150:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202233.199155:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202233.199159:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00080000:00000010:1.0:1776202233.199180:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebbfc0b2. 00010000:00000010:1.0:1776202233.199273:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.199281:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6f2aaa0. 00010000:00000010:1.0:1776202233.199357:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.199363:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.199375:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001678c2e7. 00000100:00000010:1.0:1776202233.199380:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202233.199389:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.199403:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eae3244. 02000000:00000010:1.0:1776202233.199434:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b4c969. 00000400:00000010:1.0:1776202233.199439:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.199444:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202233.199450:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796864, portal 16 00000400:00000010:1.0:1776202233.199455:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202233.199457:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796864, offset 0 00000400:00000200:1.0:1776202233.199465:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.199479:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.199486:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.199489:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.199492:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.199496:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91665:91665:256:4294967295] 192.168.204.38@tcp LPNI seq info [91665:91665:8:4294967295] 00000400:00000200:1.0:1776202233.199505:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.199511:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.199516:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.199522:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.199529:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.199533:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.199764:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.199767:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202233.199771:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.199775:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.199788:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:2.0:1776202233.199790:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:2.0:1776202233.199796:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613796864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.203266:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.203964:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ec00 00000400:00000200:3.0:1776202233.203973:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7c9d [1] + 224 00000400:00000200:3.0:1776202233.204003:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.204007:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.204017:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613796864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.204102:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:2.0:1776202233.204109:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:2.0:1776202233.204111:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:2.0:1776202233.204118:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613796864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.204127:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613796864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.204158:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b4c969. 02000000:00000010:2.0:1776202233.204166:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eae3244. 00000100:00000010:2.0:1776202233.204170:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:2.0:1776202233.204175:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:2.0:1776202233.204181:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001678c2e7. 00000400:00000200:0.0:1776202233.205297:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.205313:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed68fc0 00000400:00000200:0.0:1776202233.205322:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 656 00000400:00000200:0.0:1776202233.205396:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.205401:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.205417:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.205422:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000020:00000010:3.0:1776202233.205821:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037c97508. 00000020:00000010:3.0:1776202233.205858:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.205864:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000086474bf. 00000100:00000200:3.0:1776202233.205902:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604598208/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.205937:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598208 02000000:00000010:3.0:1776202233.205949:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ad61124. 00010000:00000010:3.0:1776202233.205979:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfb6217. 00010000:00000010:3.0:1776202233.206001:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.206008:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.206027:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.206031:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202233.206045:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202233.206051:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598208, offset 224 00000400:00000200:3.0:1776202233.206060:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202233.206068:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020c00061. 00000400:00000200:3.0:1776202233.206074:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.206080:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91666:91666:256:4294967295] 192.168.204.38@tcp LPNI seq info [91666:91666:8:4294967295] 00000400:00000200:3.0:1776202233.206090:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.206095:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.206101:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354778). 00000800:00000200:3.0:1776202233.206107:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.206113:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.206117:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.206135:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.206140:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000086474bf. 00000020:00000010:3.0:1776202233.206144:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037c97508. 00010000:00000010:1.0:1776202233.206160:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.206168:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043a3e7c7. 00010000:00000010:1.0:1776202233.206244:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006238217a. 00010000:00000010:1.0:1776202233.206249:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202233.206256:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202233.206261:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00080000:00000010:1.0:1776202233.206274:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5272346. 00010000:00000010:1.0:1776202233.206313:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.206317:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2ef3a5c. 00010000:00000010:1.0:1776202233.206373:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000456b0596. 00010000:00000010:1.0:1776202233.206377:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.206385:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.206390:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.206398:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.206409:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067890c65. 02000000:00000010:1.0:1776202233.206437:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064277b93. 00000400:00000010:1.0:1776202233.206443:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.206448:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.206453:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796928, portal 16 00000400:00000010:1.0:1776202233.206458:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202233.206460:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796928, offset 0 00000800:00000200:0.0:1776202233.206462:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1776202233.206467:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.206467:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:0.0:1776202233.206474:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.206478:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.206482:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.206488:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000200:1.0:1776202233.206490:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000010:0.0:1776202233.206491:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000400:00000200:1.0:1776202233.206497:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.206501:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.207014:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91667:91667:255:4294967295] 192.168.204.38@tcp LPNI seq info [91667:91667:7:4294967295] 00000400:00000200:1.0:1776202233.207024:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.207031:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.207036:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.207040:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.207044:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.207046:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.211560:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.211949:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.211957:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.211967:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.211973:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:0.0:1776202233.211975:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:0.0:1776202233.211986:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613796928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.215675:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.215697:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ec40 00000400:00000200:3.0:1776202233.215707:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ca9 [1] + 224 00000400:00000200:3.0:1776202233.215720:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.215724:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.215737:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613796928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.215772:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.215777:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69000 00000400:00000200:3.0:1776202233.215783:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 984 00000400:00000200:3.0:1776202233.215868:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.215872:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.215876:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.215882:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 00000020:00000010:2.0:1776202233.215959:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d40f237. 00000020:00000010:2.0:1776202233.215967:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000400:00000010:1.0:1776202233.215967:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000020:00000010:2.0:1776202233.215972:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000400:00000200:1.0:1776202233.215973:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.215976:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.215984:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613796928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.215993:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613796928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.215999:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b604bb25 x1862480604598272/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1776202233.216025:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064277b93. 02000000:00000010:1.0:1776202233.216033:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067890c65. 00000100:00000200:2.0:1776202233.216038:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598272 00000100:00000010:1.0:1776202233.216039:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.216043:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.216050:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 02000000:00000010:2.0:1776202233.216053:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e939f96. 00010000:00000010:2.0:1776202233.216084:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa03b634. 00010000:00000010:2.0:1776202233.216107:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.216113:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd73edcd. 00000100:00000010:2.0:1776202233.216128:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd73edcd. 00010000:00000010:2.0:1776202233.216132:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.216144:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202233.216147:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598272, offset 224 00000400:00000200:2.0:1776202233.216153:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.216165:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.216170:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91668:91668:256:4294967295] 192.168.204.38@tcp LPNI seq info [91668:91668:8:4294967295] 00000400:00000200:2.0:1776202233.216180:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.216184:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.216189:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202233.216194:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.216200:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.216203:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.216218:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.216222:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.216225:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d40f237. 00080000:00000010:1.0:1776202233.216290:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067890c65. 00010000:00000010:1.0:1776202233.216374:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.216381:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d99ba5a. 00010000:00000010:1.0:1776202233.216465:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.216471:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.216480:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.216484:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.216489:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.216498:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064277b93. 02000000:00000010:1.0:1776202233.216522:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c06c7db. 00000400:00000010:1.0:1776202233.216526:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.216530:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.216535:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613796992, portal 16 00000400:00000010:1.0:1776202233.216539:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202233.216541:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613796992, offset 0 00000400:00000200:1.0:1776202233.216547:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.216553:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.216560:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.216564:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.216577:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.216580:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91669:91669:255:4294967295] 192.168.204.38@tcp LPNI seq info [91669:91669:7:4294967295] 00000400:00000200:1.0:1776202233.216586:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.216591:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.216602:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202233.216606:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.216610:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.216612:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.217171:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.217176:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354778). 00000400:00000200:0.0:1776202233.217180:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.217185:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.217189:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:0.0:1776202233.217190:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000800:00000200:0.0:1776202233.217247:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.217249:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202233.217251:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.217254:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.217256:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:0.0:1776202233.217257:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:0.0:1776202233.217340:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613796992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.218876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993c0757. 00010000:00000010:1.1:1776202233.218888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb694a25. 00010000:00000010:1.1:1776202233.218912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:0.0:1776202233.220994:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.221015:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ec80 00000400:00000200:0.0:1776202233.221025:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7cb5 [1] + 224 00000400:00000200:0.0:1776202233.221043:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.221047:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.221060:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613796992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.221130:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.221136:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.221138:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.221145:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613796992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.221154:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613796992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.221197:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c06c7db. 02000000:00000010:1.0:1776202233.221205:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064277b93. 00000100:00000010:1.0:1776202233.221209:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.221212:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.221218:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00010000:00000010:3.1:1776202233.223020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4dd391e. 00000400:00000200:3.0:1776202233.224259:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.224277:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69040 00000400:00000200:3.0:1776202233.224285:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 1312 00000400:00000200:3.0:1776202233.224353:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.224359:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.224366:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.224373:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:0.0:1776202233.224506:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8107a29. 00000020:00000010:0.0:1776202233.224515:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.224520:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.224549:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604598336/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.224590:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598336 02000000:00000010:0.0:1776202233.224602:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac453cd. 00010000:00000010:0.0:1776202233.224642:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e8b90d1. 00010000:00000010:0.0:1776202233.224664:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.224672:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.224693:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.224698:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.224721:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202233.224727:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598336, offset 224 00000400:00000200:0.0:1776202233.224735:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.224746:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.224753:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91670:91670:256:4294967295] 192.168.204.38@tcp LPNI seq info [91670:91670:8:4294967295] 00000400:00000200:0.0:1776202233.224764:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00080000:00000010:1.0:1776202233.224767:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064277b93. 00000800:00000200:0.0:1776202233.224772:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.224778:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202233.224783:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.224791:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.224795:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.224820:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.224825:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00010000:00000010:1.0:1776202233.224885:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.224905:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fd3ed51. 00010000:00000010:1.0:1776202233.225012:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.225019:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.225033:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.225038:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.225047:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.225057:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c06c7db. 02000000:00000010:1.0:1776202233.225078:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e0f1d31. 00000400:00000010:1.0:1776202233.225083:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000800:00000200:3.0:1776202233.225084:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1776202233.225088:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000800:00000010:3.0:1776202233.225089:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000100:00000200:1.0:1776202233.225094:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797056, portal 16 00000400:00000200:3.0:1776202233.225098:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776202233.225100:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.225103:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797056, offset 0 00000400:00000200:3.0:1776202233.225106:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.225110:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.225118:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.225125:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.225129:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.225133:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.225136:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91671:91671:255:4294967295] 192.168.204.38@tcp LPNI seq info [91671:91671:7:4294967295] 00000020:00000010:0.0:1776202233.225140:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8107a29. 00000400:00000200:1.0:1776202233.225146:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.225152:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.225156:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.225161:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.225165:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.225168:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202233.227032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056bff290. 00000400:00000200:3.0:1776202233.227733:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202233.227738:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00010000:00000010:1.1:1776202233.228606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d173fb. 00010000:00000010:1.1:1776202233.228620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.1:1776202233.228626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006238217a. 00010000:00000010:1.1:1776202233.228628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.1:1776202233.228631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a41c6d9. 00010000:00000010:1.1:1776202233.228635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456b0596. 00000800:00000200:2.0:1776202233.231756:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.231765:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202233.231773:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.231784:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.231791:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202233.231794:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:2.0:1776202233.231808:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613797056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.236204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005447758d. 00000400:00000200:0.0:1776202233.236341:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.236359:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ecc0 00000400:00000200:0.0:1776202233.236368:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7cc1 [1] + 224 00000400:00000200:0.0:1776202233.236391:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.236396:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.236407:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613797056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.236532:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.236538:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.236540:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.236546:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613797056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.236554:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613797056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.236584:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e0f1d31. 02000000:00000010:1.0:1776202233.236591:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c06c7db. 00000100:00000010:1.0:1776202233.236605:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.236610:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.236615:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00010000:00000010:1.1:1776202233.237877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4afea6. 00010000:00000010:1.1:1776202233.237901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00000400:00000200:3.0:1776202233.238888:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.238919:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69080 00000400:00000200:3.0:1776202233.238931:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 1640 00000400:00000200:3.0:1776202233.239019:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.239024:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.239032:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.239039:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:0.0:1776202233.239433:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8107a29. 00000020:00000010:0.0:1776202233.239441:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.239446:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.239472:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604598400/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202233.239508:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598400 02000000:00000010:0.0:1776202233.239520:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7d7f0a3. 00010000:00000010:0.0:1776202233.239548:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062a6d2be. 00010000:00000010:0.0:1776202233.239570:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.239577:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.239597:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.239601:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.239614:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202233.239619:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598400, offset 224 00000400:00000200:0.0:1776202233.239627:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.239638:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.239643:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91672:91672:256:4294967295] 192.168.204.38@tcp LPNI seq info [91672:91672:8:4294967295] 00000400:00000200:0.0:1776202233.239653:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.239659:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.239664:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.239670:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.239676:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.239680:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.239702:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.239718:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.239722:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8107a29. 00000800:00000200:3.0:1776202233.239983:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.239987:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:3.0:1776202233.239996:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.240000:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.240004:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:3.0:1776202233.240007:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00080000:00000010:1.0:1776202233.240140:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c06c7db. 00010000:00000010:1.0:1776202233.240224:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.240231:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3d79d4f. 00010000:00000010:1.0:1776202233.240302:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.240308:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.240319:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.240324:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.240331:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.240340:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e0f1d31. 02000000:00000010:1.0:1776202233.240362:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4d32a59. 00000400:00000010:1.0:1776202233.240368:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.240373:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.240378:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797120, portal 16 00000400:00000010:1.0:1776202233.240382:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.240384:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797120, offset 0 00000400:00000200:1.0:1776202233.240390:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.240397:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.240404:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.240407:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.240410:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.240413:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91673:91673:256:4294967295] 192.168.204.38@tcp LPNI seq info [91673:91673:8:4294967295] 00000400:00000200:1.0:1776202233.240421:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.240425:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.240429:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.240433:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.240437:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.240440:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.240647:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.240650:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202233.240653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.240657:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.240660:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:0.0:1776202233.240662:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:0.0:1776202233.240667:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613797120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.244976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dffc273. 00010000:00000010:1.1:1776202233.248008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c67e7ad. 00010000:00000010:1.1:1776202233.248028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:3.0:1776202233.248427:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.248448:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ed00 00000400:00000200:3.0:1776202233.248458:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ccd [1] + 224 00000400:00000200:3.0:1776202233.248476:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.248481:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.248492:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613797120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.248609:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.248615:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.248618:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.248625:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613797120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.248633:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613797120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.248664:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4d32a59. 02000000:00000010:1.0:1776202233.248672:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e0f1d31. 00000100:00000010:1.0:1776202233.248677:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.248682:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.248686:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00000400:00000200:3.0:1776202233.250363:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.250381:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed690c0 00000400:00000200:3.0:1776202233.250391:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb65f5 [2] + 1968 00000400:00000010:3.0:1776202233.250396:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:3.0:1776202233.250401:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f08f745f 00000400:00000200:3.0:1776202233.250487:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.250493:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.250499:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f08f745f 00000400:00000010:3.0:1776202233.250501:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f08f745f (tot 82354378). 00000100:00000200:3.0:1776202233.250509:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202233.251088:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d40f237. 00000020:00000010:2.0:1776202233.251097:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.251102:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.251132:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9aad26d x1862480604598464/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.251175:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598464 02000000:00000010:2.0:1776202233.251189:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003506526b. 00010000:00000010:2.0:1776202233.251220:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008db4a26f. 00010000:00000010:2.0:1776202233.251256:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.251265:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd73edcd. 00000100:00000010:2.0:1776202233.251486:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd73edcd. 00010000:00000010:2.0:1776202233.251506:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.251523:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202233.251529:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598464, offset 224 00000400:00000200:2.0:1776202233.251538:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.251550:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.251557:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91674:91674:256:4294967295] 192.168.204.38@tcp LPNI seq info [91674:91674:8:4294967295] 00000400:00000200:2.0:1776202233.251568:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.251574:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.251579:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354626). 00000800:00000200:2.0:1776202233.251585:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.251592:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.251596:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.251620:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.251624:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.251627:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d40f237. 02000000:00000010:2.0:1776202233.251635:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7d7f0a3. 00000100:00000010:2.0:1776202233.251639:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:2.0:1776202233.251645:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac453cd. 00000100:00000010:2.0:1776202233.251647:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:2.0:1776202233.251652:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e939f96. 00000100:00000010:2.0:1776202233.251654:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 02000000:00000010:2.0:1776202233.251657:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ad61124. 00000100:00000010:2.0:1776202233.251659:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:2.0:1776202233.251664:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7a81a5. 00000100:00000010:2.0:1776202233.251666:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:2.0:1776202233.251670:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000100:00000010:2.0:1776202233.251673:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 00000100:00000200:2.0:1776202233.251682:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202233.251689:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49b66bd. 00000400:00000010:2.0:1776202233.251693:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd73edcd (tot 82354778). 00000800:00000200:0.0:1776202233.251884:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.251889:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:0.0:1776202233.251901:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.251906:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.251910:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:0.0:1776202233.251911:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 02000000:00000010:0.0:1776202233.251915:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003506526b. 00080000:00000010:1.0:1776202233.259038:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0f1d31. 00010000:00000010:1.0:1776202233.259145:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.259157:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064314255. 00010000:00000010:1.0:1776202233.259330:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.259339:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.259353:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.259361:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.259371:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.259385:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d32a59. 02000000:00000010:1.0:1776202233.259417:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a91eec9f. 00000400:00000010:1.0:1776202233.259424:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.259430:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.259438:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797184, portal 16 00000400:00000010:1.0:1776202233.259445:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.259447:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797184, offset 0 00000400:00000200:1.0:1776202233.259459:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.259477:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.259486:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.259490:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.259494:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.259498:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91675:91675:256:4294967295] 192.168.204.38@tcp LPNI seq info [91675:91675:8:4294967295] 00000400:00000200:1.0:1776202233.259509:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.259515:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.259520:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.259528:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.259535:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.259539:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.259768:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.259774:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202233.259779:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.259785:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.259789:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:3.0:1776202233.259791:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:3.0:1776202233.259800:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613797184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.262911:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.262933:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ed40 00000400:00000200:3.0:1776202233.262943:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7cdd [1] + 224 00000400:00000200:3.0:1776202233.262958:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.262963:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.262975:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613797184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.263424:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.263433:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69100 00000400:00000200:3.0:1776202233.263438:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 0 00000400:00000200:3.0:1776202233.263497:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.263501:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.263506:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.263512:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 00000400:00000010:1.0:1776202233.263981:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.263988:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.263990:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.263998:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613797184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.264015:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613797184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.264044:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a91eec9f. 02000000:00000010:1.0:1776202233.264049:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d32a59. 00000100:00000010:1.0:1776202233.264052:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.264056:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.264061:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00010000:00000010:2.1:1776202233.264436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f78b7aae. 00000020:00000010:2.0:1776202233.264473:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:2.0:1776202233.264481:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.264485:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.264510:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000675b6101 x1862480604598528/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.264533:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598528 02000000:00000010:2.0:1776202233.264545:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7a81a5. 00010000:00000010:2.0:1776202233.264572:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ebe2cd5. 00010000:00000010:2.0:1776202233.264590:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.264596:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.264610:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.264614:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.264626:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202233.264632:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598528, offset 224 00000400:00000200:2.0:1776202233.264639:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.264652:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.264658:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91676:91676:256:4294967295] 192.168.204.38@tcp LPNI seq info [91676:91676:8:4294967295] 00000400:00000200:2.0:1776202233.264669:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.264674:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.264678:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202233.264683:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.264689:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.264692:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.264727:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.264731:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.264733:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 00080000:00000010:1.0:1776202233.264823:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4d32a59. 00000800:00000200:3.0:1776202233.264866:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.264871:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202233.264877:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.264882:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.264885:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:3.0:1776202233.264887:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00010000:00000010:1.0:1776202233.264944:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.264951:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019556a99. 00010000:00000010:1.0:1776202233.265032:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000456b0596. 00010000:00000010:1.0:1776202233.265037:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202233.265046:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.265049:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.265055:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.265065:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a91eec9f. 02000000:00000010:1.0:1776202233.265084:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8403. 00000400:00000010:1.0:1776202233.265089:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.265092:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.265096:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797248, portal 16 00000400:00000010:1.0:1776202233.265100:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202233.265102:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797248, offset 0 00000400:00000200:1.0:1776202233.265107:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.265123:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.265129:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.265132:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.265136:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.265140:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91677:91677:256:4294967295] 192.168.204.38@tcp LPNI seq info [91677:91677:8:4294967295] 00000400:00000200:1.0:1776202233.265146:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.265150:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.265153:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.265156:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.265160:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.265162:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.265244:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.265247:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202233.265251:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.265255:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.265258:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:3.0:1776202233.265259:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:3.0:1776202233.265264:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613797248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.267405:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.267424:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ed80 00000400:00000200:3.0:1776202233.267433:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ce9 [1] + 224 00000400:00000200:3.0:1776202233.267449:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.267453:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.267462:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613797248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.267549:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.267553:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.267555:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.267560:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613797248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.267567:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613797248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.267593:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8403. 02000000:00000010:1.0:1776202233.267611:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a91eec9f. 00000100:00000010:1.0:1776202233.267615:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.267619:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.267623:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00010000:00000010:1.1:1776202233.271712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043b6a1da. 00010000:00000010:1.1:1776202233.271732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00000400:00000200:3.0:1776202233.271957:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.271980:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69140 00000400:00000200:3.0:1776202233.271989:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 328 00000400:00000200:3.0:1776202233.272263:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.272268:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.272276:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.272281:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 00000020:00000010:0.0:1776202233.273859:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:0.0:1776202233.273871:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.273875:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.273917:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073204bd6 x1862480604598592/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202233.273948:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598592 02000000:00000010:0.0:1776202233.273959:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001473e262. 00010000:00000010:0.0:1776202233.273990:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e1863a5. 00010000:00000010:0.0:1776202233.274014:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.274024:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.274038:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.274042:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.274055:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202233.274061:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598592, offset 224 00000400:00000200:0.0:1776202233.274069:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.274082:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.274088:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91678:91678:256:4294967295] 192.168.204.38@tcp LPNI seq info [91678:91678:8:4294967295] 00000400:00000200:0.0:1776202233.274101:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.274107:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.274113:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202233.274118:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.274126:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.274130:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.274160:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.274164:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.274167:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 00080000:00000010:3.0:1776202233.274368:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c97508. 00010000:00000010:3.0:1776202233.274467:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:3.0:1776202233.274475:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ceef6d9. 00000800:00000200:2.0:1776202233.274523:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.274528:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:2.0:1776202233.274537:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.274542:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.274546:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:2.0:1776202233.274548:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00010000:00000010:3.0:1776202233.274557:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202233.274563:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202233.274574:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202233.274577:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.274583:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 02000000:00000010:3.0:1776202233.274890:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ad61124. 02000000:00000010:3.0:1776202233.274929:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050a00240. 00000400:00000010:3.0:1776202233.274935:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb37e8ad. 00000400:00000010:3.0:1776202233.274940:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202233.274944:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797312, portal 16 00000400:00000010:3.0:1776202233.274949:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202233.274951:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797312, offset 0 00000400:00000200:3.0:1776202233.274957:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.274966:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.274973:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.274977:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.274980:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.274982:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91679:91679:256:4294967295] 192.168.204.38@tcp LPNI seq info [91679:91679:8:4294967295] 00000400:00000200:3.0:1776202233.274990:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.274996:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.275000:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202233.275004:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.275009:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.275012:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.275152:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.275155:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:2.0:1776202233.275159:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.275163:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.275166:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:2.0:1776202233.275167:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:2.0:1776202233.275172:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000762bde8f x1862480613797312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.276887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d7eeee. 00000400:00000200:3.0:1776202233.277036:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.277052:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62edc0 00000400:00000200:3.0:1776202233.277061:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7cf5 [1] + 224 00000400:00000200:3.0:1776202233.277073:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.277076:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.277087:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000762bde8f x1862480613797312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.277178:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:1.0:1776202233.277182:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:1.0:1776202233.277185:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000100:00000200:1.0:1776202233.277190:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000762bde8f x1862480613797312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.277198:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000762bde8f x1862480613797312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.277225:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050a00240. 02000000:00000010:1.0:1776202233.277231:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ad61124. 00000100:00000010:1.0:1776202233.277235:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00000100:00000010:1.0:1776202233.277239:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:1.0:1776202233.277242:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00010000:00000010:1.1:1776202233.281002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b73b1bfd. 00010000:00000010:1.1:1776202233.281020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000200:2.0:1776202233.281759:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.281776:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69180 00000400:00000200:2.0:1776202233.281784:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 656 00010000:00000010:0.1:1776202233.281916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cf9fb62. 00010000:00000010:3.1:1776202233.281965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033948cc7. 00010000:00000010:3.1:1776202233.281971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456b0596. 00000400:00000200:2.0:1776202233.282030:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.282035:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.282043:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.282048:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:0.0:1776202233.282149:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:0.0:1776202233.282156:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.282160:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.282189:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604598656/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.282224:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598656 02000000:00000010:0.0:1776202233.282235:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000119783cb. 00010000:00000010:0.0:1776202233.282265:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9b7fceb. 00010000:00000010:0.0:1776202233.282284:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.282291:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.282307:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.282311:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.282325:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202233.282330:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598656, offset 224 00000400:00000200:0.0:1776202233.282338:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.282348:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.282354:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91680:91680:256:4294967295] 192.168.204.38@tcp LPNI seq info [91680:91680:8:4294967295] 00000400:00000200:0.0:1776202233.282364:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.282369:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.282374:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202233.282379:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.282386:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.282389:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.282409:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.282413:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.282417:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 00080000:00000010:1.0:1776202233.282483:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a91eec9f. 00010000:00000010:1.0:1776202233.282587:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:1.0:1776202233.282594:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9da0cbf. 00010000:00000010:1.0:1776202233.282662:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.282668:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000350ef8f7. 00010000:00000010:1.0:1776202233.282677:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.282681:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.282687:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.282696:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 02000000:00000010:1.0:1776202233.282716:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cee50a7. 00000400:00000010:1.0:1776202233.282720:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.282725:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.282730:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797376, portal 16 00000400:00000010:1.0:1776202233.282734:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202233.282736:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797376, offset 0 00000400:00000200:1.0:1776202233.282741:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.282747:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.282755:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.282758:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.282760:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.282763:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91681:91681:255:4294967295] 192.168.204.38@tcp LPNI seq info [91681:91681:7:4294967295] 00000400:00000200:1.0:1776202233.282770:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.282774:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.282777:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202233.282781:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.282784:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.282786:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.282947:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.282951:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354778). 00000400:00000200:3.0:1776202233.282959:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.282964:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.282968:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:3.0:1776202233.282970:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000800:00000200:3.0:1776202233.283021:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.283024:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202233.283027:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.283030:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.283032:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:3.0:1776202233.283033:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:3.0:1776202233.283038:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613797376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.287957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014b1b051. 00010000:00000010:1.1:1776202233.287980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:0.1:1776202233.288901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146b7cbe. 00000400:00000200:3.0:1776202233.291584:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.291606:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ee00 00000400:00000200:3.0:1776202233.291616:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d01 [1] + 224 00000400:00000200:3.0:1776202233.291630:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.291635:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.291646:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613797376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.291747:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.291754:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed691c0 00000400:00000200:3.0:1776202233.291759:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 984 00000400:00000200:3.0:1776202233.291769:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.291772:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.291775:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.291781:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000020:00000010:2.0:1776202233.291887:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:2.0:1776202233.291905:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.291909:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.291935:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000985f69f x1862480604598720/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.291973:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598720 02000000:00000010:2.0:1776202233.291986:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e939f96. 00010000:00000010:2.0:1776202233.292026:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.292033:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.292039:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.292044:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.292058:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202233.292062:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598720, offset 224 00000400:00000200:2.0:1776202233.292070:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.292080:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.292086:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91682:91682:256:4294967295] 192.168.204.38@tcp LPNI seq info [91682:91682:8:4294967295] 00000400:00000200:2.0:1776202233.292095:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.292100:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.292104:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202233.292109:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.292115:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.292119:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.292145:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.292149:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.292152:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 00000800:00000200:3.0:1776202233.292876:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.292881:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:3.0:1776202233.292886:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.292903:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.292908:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:3.0:1776202233.292910:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000400:00000010:1.0:1776202233.296419:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202233.296433:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202233.296436:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.296451:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613797376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.296462:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613797376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.296493:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000521fdb8e. 02000000:00000010:1.0:1776202233.296514:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cee50a7. 02000000:00000010:1.0:1776202233.296520:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 00000100:00000010:1.0:1776202233.296523:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202233.296527:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.296531:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00080000:00000010:2.0:1776202233.296656:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003506526b. 00010000:00000010:2.0:1776202233.296762:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000350ef8f7. 00010000:00000010:2.0:1776202233.296770:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f6b1cb1. 00010000:00000010:2.0:1776202233.296886:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b856f2f4. 00010000:00000010:2.0:1776202233.296902:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc94b70d. 00010000:00000010:2.0:1776202233.296915:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.296921:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.296930:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202233.296946:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ac453cd. 02000000:00000010:2.0:1776202233.296976:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b6cdc35. 00000400:00000010:2.0:1776202233.296981:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.296985:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202233.296993:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797440, portal 16 00000400:00000010:2.0:1776202233.296998:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.297000:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797440, offset 0 00000400:00000200:2.0:1776202233.297008:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.297022:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.297029:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.297033:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.297035:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.297039:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91683:91683:256:4294967295] 192.168.204.38@tcp LPNI seq info [91683:91683:8:4294967295] 00000400:00000200:2.0:1776202233.297049:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.297055:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.297060:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202233.297066:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.297073:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.297077:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.297267:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.297271:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:3.0:1776202233.297276:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.297281:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.297285:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:3.0:1776202233.297286:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:3.0:1776202233.297291:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613797440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.300486:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.300508:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ee40 00000400:00000200:3.0:1776202233.300519:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d0d [1] + 224 00000400:00000200:3.0:1776202233.300536:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.300542:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.300555:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613797440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.300954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fc8324c. 00010000:00000010:2.1:1776202233.300962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00000400:00000010:2.0:1776202233.300983:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.300988:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202233.300990:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:2.0:1776202233.300997:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613797440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.301005:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613797440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.301031:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b6cdc35. 02000000:00000010:2.0:1776202233.301036:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ac453cd. 00000100:00000010:2.0:1776202233.301041:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202233.301045:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.301049:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000200:3.0:1776202233.302402:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.302423:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69200 00000400:00000200:3.0:1776202233.302432:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 1312 00000400:00000200:3.0:1776202233.302504:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.302510:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.302519:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.302525:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 00000020:00000010:0.0:1776202233.302663:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:0.0:1776202233.302671:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.302675:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.302703:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000154d2bb9 x1862480604598784/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202233.302738:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598784 02000000:00000010:0.0:1776202233.302752:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7d7f0a3. 00010000:00000010:0.0:1776202233.302779:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff60d794. 00010000:00000010:0.0:1776202233.302801:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.302809:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.302828:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.302850:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.302861:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202233.302865:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598784, offset 224 00000400:00000200:0.0:1776202233.302872:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.302881:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.302888:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91684:91684:256:4294967295] 192.168.204.38@tcp LPNI seq info [91684:91684:8:4294967295] 00000400:00000200:0.0:1776202233.302909:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.302914:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.302920:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202233.302925:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.302932:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.302936:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.302957:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.302960:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.302964:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 00000800:00000200:1.0:1776202233.303180:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.303185:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:1.0:1776202233.303193:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.303197:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.303202:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:1.0:1776202233.303204:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00080000:00000010:3.0:1776202233.303581:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c1dc059. 00010000:00000010:3.0:1776202233.303700:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc94b70d. 00010000:00000010:3.0:1776202233.303708:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081257572. 00010000:00000010:3.0:1776202233.303792:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.303798:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.303808:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000480c02a2. 00000100:00000010:3.0:1776202233.303813:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.303820:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 02000000:00000010:3.0:1776202233.303865:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006664f8ea. 02000000:00000010:3.0:1776202233.303904:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102c4755. 00000400:00000010:3.0:1776202233.303910:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb37e8ad. 00000400:00000010:3.0:1776202233.303916:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202233.303921:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797504, portal 16 00000400:00000010:3.0:1776202233.303925:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202233.303926:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797504, offset 0 00000400:00000200:3.0:1776202233.303933:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.303943:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.303952:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.303956:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.303958:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.303961:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91685:91685:256:4294967295] 192.168.204.38@tcp LPNI seq info [91685:91685:8:4294967295] 00000400:00000200:3.0:1776202233.303969:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.303973:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.303977:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.303981:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.303985:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.303988:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.304560:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.304565:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:0.0:1776202233.304570:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.304575:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.304580:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:0.0:1776202233.304582:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:0.0:1776202233.304589:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000762bde8f x1862480613797504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.306356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ceb309. 00010000:00000010:0.1:1776202233.309876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dbd0193. 00010000:00000010:3.1:1776202233.309877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000767003da. 00010000:00000010:3.1:1776202233.309900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b856f2f4. 00000400:00000200:3.0:1776202233.314524:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.314548:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ee80 00000400:00000200:3.0:1776202233.314560:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d19 [1] + 224 00000400:00000200:3.0:1776202233.314583:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.314588:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.314601:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000762bde8f x1862480613797504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.314799:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:2.0:1776202233.314807:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:2.0:1776202233.314810:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:2.0:1776202233.314818:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000762bde8f x1862480613797504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.314828:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000762bde8f x1862480613797504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.314918:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102c4755. 02000000:00000010:2.0:1776202233.314925:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006664f8ea. 00000100:00000010:2.0:1776202233.314931:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00000100:00000010:2.0:1776202233.314935:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:2.0:1776202233.314939:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000480c02a2. 00000400:00000200:1.0:1776202233.318184:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.318207:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69240 00000400:00000200:1.0:1776202233.318216:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 1640 00000400:00000200:1.0:1776202233.318286:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.318290:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.318298:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.318305:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:2.0:1776202233.318411:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:2.0:1776202233.318419:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.318423:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.318452:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604598848/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.318489:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598848 02000000:00000010:2.0:1776202233.318502:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:2.0:1776202233.318533:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dba8e6b8. 00010000:00000010:2.0:1776202233.318556:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.318562:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.318584:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.318590:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.318602:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202233.318607:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598848, offset 224 00000400:00000200:2.0:1776202233.318614:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.318624:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.318629:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91686:91686:256:4294967295] 192.168.204.38@tcp LPNI seq info [91686:91686:8:4294967295] 00000400:00000200:2.0:1776202233.318638:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.318642:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.318649:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202233.318654:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.318660:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.318664:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.318692:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.318696:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.318699:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:1.0:1776202233.319210:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.319215:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:1.0:1776202233.319221:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.319227:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.319232:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:1.0:1776202233.319234:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00080000:00000010:3.0:1776202233.319873:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ad61124. 00010000:00000010:3.0:1776202233.319996:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.320006:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b1fc0c. 00010000:00000010:3.0:1776202233.320094:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afce9457. 00010000:00000010:3.0:1776202233.320100:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.320111:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.320117:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.320127:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 02000000:00000010:3.0:1776202233.320140:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050a00240. 02000000:00000010:3.0:1776202233.320168:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006664f8ea. 00000400:00000010:3.0:1776202233.320175:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202233.320181:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202233.320188:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797568, portal 16 00000400:00000010:3.0:1776202233.320193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202233.320195:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797568, offset 0 00000400:00000200:3.0:1776202233.320202:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.320215:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.320222:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.320225:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.320228:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.320242:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91687:91687:256:4294967295] 192.168.204.38@tcp LPNI seq info [91687:91687:8:4294967295] 00000400:00000200:3.0:1776202233.320251:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.320256:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.320261:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202233.320266:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.320271:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.320275:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.322101:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.322108:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:2.0:1776202233.322117:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.322126:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.322131:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:2.0:1776202233.322132:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:2.0:1776202233.322141:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004885b19c x1862480613797568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.326016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd4a79f. 00010000:00000010:3.1:1776202233.331085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb354c6. 00010000:00000010:3.1:1776202233.331102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:1.0:1776202233.331293:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.331311:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62eec0 00000400:00000200:1.0:1776202233.331320:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d25 [1] + 224 00000400:00000200:1.0:1776202233.331338:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.331343:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.331354:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004885b19c x1862480613797568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.331635:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:3.0:1776202233.331642:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:3.0:1776202233.331644:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:3.0:1776202233.331650:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004885b19c x1862480613797568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.331658:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004885b19c x1862480613797568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.331694:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006664f8ea. 02000000:00000010:3.0:1776202233.331703:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050a00240. 00000100:00000010:3.0:1776202233.331707:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 00000100:00000010:3.0:1776202233.331714:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.331717:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000200:1.0:1776202233.343774:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.343801:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69280 00000400:00000200:1.0:1776202233.343811:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb664d [2] + 1968 00000400:00000010:1.0:1776202233.343816:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d3315a1. 00000400:00000200:1.0:1776202233.343828:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f2786b79 00000400:00000200:1.0:1776202233.343970:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.343976:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.343982:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2786b79 00000400:00000010:1.0:1776202233.343985:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f2786b79 (tot 82354378). 00000100:00000200:1.0:1776202233.343994:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202233.344162:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:0.0:1776202233.344171:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.344177:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.344211:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010602800 x1862480604598912/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.344252:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598912 02000000:00000010:0.0:1776202233.344266:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8107a29. 00010000:00000010:0.0:1776202233.344302:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b776266. 00010000:00000010:0.0:1776202233.344324:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.344331:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f92af52. 00000100:00000010:0.0:1776202233.344348:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f92af52. 00010000:00000010:0.0:1776202233.344352:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000010:0.0:1776202233.344365:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.344370:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598912, offset 224 00000400:00000200:0.0:1776202233.344377:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.344388:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.344394:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91688:91688:256:4294967295] 192.168.204.38@tcp LPNI seq info [91688:91688:8:4294967295] 00000400:00000200:0.0:1776202233.344403:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.344409:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.344414:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354626). 00000800:00000200:0.0:1776202233.344420:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.344427:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.344430:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.344455:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.344459:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.344464:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 02000000:00000010:0.0:1776202233.344472:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:0.0:1776202233.344475:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:0.0:1776202233.344480:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7d7f0a3. 00000100:00000010:0.0:1776202233.344484:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 02000000:00000010:0.0:1776202233.344488:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e939f96. 00000100:00000010:0.0:1776202233.344491:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:0.0:1776202233.344495:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000119783cb. 00000100:00000010:0.0:1776202233.344497:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:0.0:1776202233.344500:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001473e262. 00000100:00000010:0.0:1776202233.344502:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 02000000:00000010:0.0:1776202233.344505:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7a81a5. 00000100:00000010:0.0:1776202233.344507:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000100:00000200:0.0:1776202233.344513:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202233.344518:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fddde246. 00000400:00000010:0.0:1776202233.344522:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000f92af52 (tot 82354778). 00000800:00000200:1.0:1776202233.344564:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.344568:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202233.344578:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.344583:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.344587:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:1.0:1776202233.344589:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 02000000:00000010:1.0:1776202233.344593:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8107a29. 00080000:00000010:3.0:1776202233.344724:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050a00240. 00010000:00000010:3.0:1776202233.344799:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.344805:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7b7287c. 00010000:00000010:3.0:1776202233.344927:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edd803bc. 00010000:00000010:3.0:1776202233.344932:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002778e039. 00010000:00000010:3.0:1776202233.344937:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.344943:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00080000:00000010:3.0:1776202233.344957:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006664f8ea. 00010000:00000010:3.0:1776202233.344983:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.344987:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002778e039. 00010000:00000010:3.0:1776202233.345039:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202233.345044:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.345051:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.345054:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.345061:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 02000000:00000010:3.0:1776202233.345071:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102c4755. 02000000:00000010:3.0:1776202233.345093:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ecfd612. 00000400:00000010:3.0:1776202233.345098:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202233.345102:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202233.345105:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797632, portal 16 00000400:00000010:3.0:1776202233.345108:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202233.345110:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797632, offset 0 00000400:00000200:3.0:1776202233.345115:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.345123:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.345129:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.345133:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.345136:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.345138:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91689:91689:256:4294967295] 192.168.204.38@tcp LPNI seq info [91689:91689:8:4294967295] 00000400:00000200:3.0:1776202233.345145:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.345150:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.345153:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202233.345157:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.345161:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.345163:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.345660:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.345664:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:1.0:1776202233.345668:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.345673:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.345675:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:1.0:1776202233.345677:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:1.0:1776202233.345684:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004885b19c x1862480613797632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.349185:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.349208:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ef00 00000400:00000200:0.0:1776202233.349217:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d35 [1] + 224 00000400:00000200:0.0:1776202233.349250:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.349254:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.349265:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004885b19c x1862480613797632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.349353:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:3.0:1776202233.349359:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:3.0:1776202233.349361:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:3.0:1776202233.349369:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004885b19c x1862480613797632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.349381:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004885b19c x1862480613797632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.349416:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ecfd612. 02000000:00000010:3.0:1776202233.349423:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102c4755. 00000100:00000010:3.0:1776202233.349430:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 00000100:00000010:3.0:1776202233.349438:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.349443:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00010000:00000010:3.1:1776202233.350648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e8932ad. 00010000:00000010:3.1:1776202233.350660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00000400:00000200:1.0:1776202233.350886:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.350912:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed692c0 00000400:00000200:1.0:1776202233.350919:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 0 00010000:00000010:0.1:1776202233.350948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000906f83f2. 00000400:00000200:1.0:1776202233.351152:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.351158:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.351166:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.351173:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:2.0:1776202233.351356:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:2.0:1776202233.351365:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.351371:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.351400:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604598976/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.351450:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604598976 02000000:00000010:2.0:1776202233.351466:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:2.0:1776202233.351502:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000eedb41. 00010000:00000010:2.0:1776202233.351524:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.351532:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.351551:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.351556:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.351569:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202233.351574:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604598976, offset 224 00000400:00000200:2.0:1776202233.351582:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.351591:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.351596:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91690:91690:256:4294967295] 192.168.204.38@tcp LPNI seq info [91690:91690:8:4294967295] 00000400:00000200:2.0:1776202233.351607:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00080000:00000010:3.0:1776202233.351611:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ecfd612. 00000800:00000200:2.0:1776202233.351612:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.351617:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202233.351622:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.351629:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.351633:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.351652:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.351656:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.351658:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00010000:00000010:2.0:1776202233.352101:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:2.0:1776202233.352109:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baada4d4. 00010000:00000010:2.0:1776202233.352201:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fccf8c6. 00010000:00000010:2.0:1776202233.352207:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202233.352220:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.352224:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000800:00000200:1.0:1776202233.352659:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.352663:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:1.0:1776202233.352669:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.352676:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.352681:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:1.0:1776202233.352683:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000010:2.0:1776202233.355669:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202233.355688:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b6cdc35. 02000000:00000010:2.0:1776202233.355724:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ac453cd. 00000400:00000010:2.0:1776202233.355731:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.355738:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202233.355746:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797696, portal 16 00000400:00000010:2.0:1776202233.355752:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202233.355754:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797696, offset 0 00000400:00000200:2.0:1776202233.355763:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.355779:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.355785:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.355789:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.355792:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.355795:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91691:91691:256:4294967295] 192.168.204.38@tcp LPNI seq info [91691:91691:8:4294967295] 00000400:00000200:2.0:1776202233.355804:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.355810:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.355816:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202233.355823:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.355847:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.355852:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.356501:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.356506:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:1.0:1776202233.356513:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.356520:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.356524:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:1.0:1776202233.356526:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:1.0:1776202233.356535:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613797696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.360873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd803bc. 00010000:00000010:3.1:1776202233.360886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:2.1:1776202233.363994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005db3115f. 00010000:00000010:2.1:1776202233.364010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563fb51b. 00010000:00000010:2.1:1776202233.364016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:0.0:1776202233.369765:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.369784:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ef40 00000400:00000200:0.0:1776202233.369793:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d41 [1] + 224 00000400:00000200:0.0:1776202233.369804:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.369808:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.369818:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613797696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.369888:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.369903:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69300 00000400:00000200:0.0:1776202233.369908:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 328 00000400:00000200:0.0:1776202233.369971:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.369975:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.369980:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.369985:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000400:00000010:2.0:1776202233.370119:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.370123:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:2.0:1776202233.370126:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:2.0:1776202233.370132:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613797696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.370140:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613797696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.370168:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ac453cd. 02000000:00000010:2.0:1776202233.370174:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b6cdc35. 00000100:00000010:2.0:1776202233.370178:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202233.370181:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.370185:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000020:00000010:3.0:1776202233.370262:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007095e8e9. 00000020:00000010:3.0:1776202233.370280:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.370284:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000086474bf. 00000100:00000200:3.0:1776202233.370309:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604599040/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.370382:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599040 02000000:00000010:3.0:1776202233.370393:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057e95d43. 00010000:00000010:3.0:1776202233.370419:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c5ffb7a. 00010000:00000010:3.0:1776202233.370441:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.370450:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.370469:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.370472:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000010:3.0:1776202233.370483:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202233.370487:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599040, offset 224 00000400:00000200:3.0:1776202233.370495:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.370506:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.370512:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91692:91692:256:4294967295] 192.168.204.38@tcp LPNI seq info [91692:91692:8:4294967295] 00000400:00000200:3.0:1776202233.370522:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.370527:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.370532:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202233.370537:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.370545:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.370550:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.370716:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.370721:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000086474bf. 00000020:00000010:3.0:1776202233.370724:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007095e8e9. 00080000:00000010:0.0:1776202233.370785:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8107a29. 00010000:00000010:0.0:1776202233.370924:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7136be. 00010000:00000010:0.0:1776202233.370931:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe609c80. 00010000:00000010:0.0:1776202233.371014:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202233.371021:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.371032:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.371037:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.371046:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202233.371059:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af7a81a5. 02000000:00000010:0.0:1776202233.371083:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e939f96. 00000400:00000010:0.0:1776202233.371090:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202233.371095:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.371101:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797760, portal 16 00000400:00000010:0.0:1776202233.371105:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202233.371107:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797760, offset 0 00000400:00000200:0.0:1776202233.371112:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.371120:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.371127:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.371131:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.371134:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.371137:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91693:91693:255:4294967295] 192.168.204.38@tcp LPNI seq info [91693:91693:7:4294967295] 00000400:00000200:0.0:1776202233.371145:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.371149:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.371152:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82355026). 00000800:00000200:0.0:1776202233.371156:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.371160:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.371163:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.372024:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.372029:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:1.0:1776202233.372035:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.372043:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.372048:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:1.0:1776202233.372050:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000800:00000200:1.0:1776202233.372113:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.372115:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:1.0:1776202233.372122:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.372125:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.372127:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:1.0:1776202233.372128:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:1.0:1776202233.372135:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613797760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.375905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072242429. 00010000:00000010:0.1:1776202233.379875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c1fbd9d. 00010000:00000010:0.1:1776202233.379898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fccf8c6. 00000400:00000200:1.0:1776202233.380675:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.380692:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ef80 00000400:00000200:1.0:1776202233.380701:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d4d [1] + 224 00000400:00000200:1.0:1776202233.380716:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.380720:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.380733:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613797760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.382029:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.382045:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69340 00000400:00000200:3.0:1776202233.382051:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 656 00000400:00000200:3.0:1776202233.382127:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.382132:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.382139:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.382145:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000020:00000010:1.0:1776202233.382282:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000945c8403. 00000020:00000010:1.0:1776202233.382291:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.382295:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.382321:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004885b19c x1862480604599104/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.382357:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599104 02000000:00000010:1.0:1776202233.382368:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cee50a7. 00010000:00000010:1.0:1776202233.382408:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.382416:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.382422:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202233.382427:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00000400:00000010:1.0:1776202233.382440:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.382444:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599104, offset 224 00000400:00000200:1.0:1776202233.382453:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.382463:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.382468:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91694:91694:256:4294967295] 192.168.204.38@tcp LPNI seq info [91694:91694:8:4294967295] 00000400:00000200:1.0:1776202233.382477:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.382482:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.382486:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.382491:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.382498:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.382502:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.382527:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.382530:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.382534:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000945c8403. 00000800:00000200:3.0:1776202233.382644:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.382648:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202233.382652:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.382657:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.382660:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:3.0:1776202233.382662:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000400:00000010:0.0:1776202233.383706:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:0.0:1776202233.383712:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:0.0:1776202233.383714:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:0.0:1776202233.383725:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613797760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.383735:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613797760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.383759:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000686e192. 02000000:00000010:0.0:1776202233.383776:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e939f96. 02000000:00000010:0.0:1776202233.383781:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af7a81a5. 00000100:00000010:0.0:1776202233.383785:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202233.383790:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.383793:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00080000:00000010:0.0:1776202233.383812:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e939f96. 00010000:00000010:0.0:1776202233.383989:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.383995:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024500334. 00010000:00000010:0.0:1776202233.384069:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202233.384075:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.384086:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.384091:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.384098:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202233.384122:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af7a81a5. 02000000:00000010:0.0:1776202233.384152:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001473e262. 00000400:00000010:0.0:1776202233.384156:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202233.384161:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.384167:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797824, portal 16 00000400:00000010:0.0:1776202233.384172:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202233.384174:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797824, offset 0 00000400:00000200:0.0:1776202233.384181:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.384192:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.384199:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.384203:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.384206:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.384209:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91695:91695:256:4294967295] 192.168.204.38@tcp LPNI seq info [91695:91695:8:4294967295] 00000400:00000200:0.0:1776202233.384217:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.384222:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.384226:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202233.384231:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.384237:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.384240:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.384974:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.384979:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:1.0:1776202233.384988:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.384994:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.384998:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:1.0:1776202233.385000:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:1.0:1776202233.385007:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613797824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.390486:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.390506:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62efc0 00000400:00000200:2.0:1776202233.390514:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d59 [1] + 224 00000400:00000200:2.0:1776202233.390529:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.390533:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.390544:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613797824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.390633:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:0.0:1776202233.390639:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:0.0:1776202233.390641:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:0.0:1776202233.390647:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613797824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.390661:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613797824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.390692:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001473e262. 02000000:00000010:0.0:1776202233.390700:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af7a81a5. 00000100:00000010:0.0:1776202233.390704:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202233.390710:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.390715:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000200:1.0:1776202233.390816:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.390826:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69380 00000400:00000200:1.0:1776202233.390846:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 984 00000400:00000200:1.0:1776202233.390916:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.390921:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.390925:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.390930:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:2.0:1776202233.392444:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac453cd. 00000020:00000010:2.0:1776202233.392453:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.392457:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.392486:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604599168/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.392524:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599168 02000000:00000010:2.0:1776202233.392536:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:2.0:1776202233.392563:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f323cb. 00010000:00000010:2.0:1776202233.392587:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.392595:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.394017:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.394031:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.394060:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202233.394069:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599168, offset 224 00000400:00000200:2.0:1776202233.394079:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.394096:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.394102:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91696:91696:256:4294967295] 192.168.204.38@tcp LPNI seq info [91696:91696:8:4294967295] 00000400:00000200:2.0:1776202233.394113:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.394118:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.394124:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202233.394131:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.394138:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.394141:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.394162:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.394167:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.394171:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac453cd. 00080000:00000010:0.0:1776202233.394250:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001473e262. 00010000:00000010:0.0:1776202233.394362:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.394369:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006959abfc. 00010000:00000010:0.0:1776202233.394437:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.394443:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.394455:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.394460:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.394468:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202233.394480:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000119783cb. 02000000:00000010:0.0:1776202233.394507:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7d7f0a3. 00000400:00000010:0.0:1776202233.394512:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202233.394517:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.394523:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797888, portal 16 00000400:00000010:0.0:1776202233.394527:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202233.394529:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797888, offset 0 00000400:00000200:0.0:1776202233.394535:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.394542:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.394548:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.394552:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.394555:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.394557:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91697:91697:255:4294967295] 192.168.204.38@tcp LPNI seq info [91697:91697:7:4294967295] 00000400:00000200:0.0:1776202233.394564:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.394569:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.394572:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82355026). 00000800:00000200:0.0:1776202233.394576:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.394580:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.394582:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.396083:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.396091:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354778). 00000400:00000200:1.0:1776202233.396100:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.396110:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.396116:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:1.0:1776202233.396119:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000800:00000200:1.0:1776202233.396203:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.396205:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:1.0:1776202233.396213:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.396217:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.396219:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:1.0:1776202233.396220:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:1.0:1776202233.396228:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613797888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.396887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005959a93f. 00010000:00000010:0.1:1776202233.396904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033c591bd. 00010000:00000010:0.1:1776202233.396908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:2.1:1776202233.401518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd04e4e. 00000400:00000200:2.0:1776202233.403144:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.403162:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f000 00000400:00000200:2.0:1776202233.403170:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d65 [1] + 224 00000400:00000200:2.0:1776202233.403184:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.403187:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.403198:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613797888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.403292:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:0.0:1776202233.403297:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:0.0:1776202233.403299:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:0.0:1776202233.403307:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613797888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.403314:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613797888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.403344:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7d7f0a3. 02000000:00000010:0.0:1776202233.403351:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000119783cb. 00000100:00000010:0.0:1776202233.403356:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202233.403362:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.403365:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000400:00000200:1.0:1776202233.404804:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.404823:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed693c0 00000400:00000200:1.0:1776202233.404869:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 1312 00000400:00000200:1.0:1776202233.404943:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.404947:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.404953:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.404958:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00010000:00000010:0.1:1776202233.405510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f29fa40d. 00010000:00000010:0.1:1776202233.405520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00000020:00000010:2.0:1776202233.405538:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac453cd. 00000020:00000010:2.0:1776202233.405547:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.405552:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.405581:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604599232/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.405619:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599232 02000000:00000010:2.0:1776202233.405631:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000720c5658. 00010000:00000010:2.0:1776202233.405658:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bca6174. 00010000:00000010:2.0:1776202233.405677:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.405683:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.405704:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.405709:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.405724:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202233.405730:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599232, offset 224 00000400:00000200:2.0:1776202233.405738:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.405751:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.405756:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91698:91698:256:4294967295] 192.168.204.38@tcp LPNI seq info [91698:91698:8:4294967295] 00000400:00000200:2.0:1776202233.405766:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.405771:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.405776:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202233.405781:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.405788:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.405792:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.405813:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.405817:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.405819:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac453cd. 00000800:00000200:1.0:1776202233.405940:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.405943:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202233.405947:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.405952:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.405955:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:1.0:1776202233.405957:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00080000:00000010:0.0:1776202233.406712:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000119783cb. 00010000:00000010:0.0:1776202233.406801:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.406810:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e215a8. 00010000:00000010:0.0:1776202233.406933:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202233.406940:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.406952:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.406959:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.406969:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202233.406983:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7d7f0a3. 02000000:00000010:0.0:1776202233.407010:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a72e0b. 00000400:00000010:0.0:1776202233.407018:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202233.407025:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.407031:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613797952, portal 16 00000400:00000010:0.0:1776202233.407035:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.407038:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613797952, offset 0 00000400:00000200:0.0:1776202233.407047:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.407058:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.407064:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.407068:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.407071:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.407074:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91699:91699:256:4294967295] 192.168.204.38@tcp LPNI seq info [91699:91699:8:4294967295] 00000400:00000200:0.0:1776202233.407082:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.407086:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.407090:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202233.407095:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.407100:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.407103:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.407234:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.407237:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:3.0:1776202233.407245:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.407250:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.407254:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:3.0:1776202233.407255:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:3.0:1776202233.407262:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613797952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.411622:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.411643:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f040 00000400:00000200:1.0:1776202233.411652:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d71 [1] + 224 00000400:00000200:1.0:1776202233.411671:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.411675:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.411687:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613797952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.411803:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:0.0:1776202233.411809:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:0.0:1776202233.411811:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:0.0:1776202233.411817:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613797952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.411824:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613797952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.411883:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a72e0b. 02000000:00000010:0.0:1776202233.411900:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7d7f0a3. 00000100:00000010:0.0:1776202233.411905:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202233.411911:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.411914:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00010000:00000010:2.1:1776202233.411959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076585e10. 00010000:00000010:0.1:1776202233.416948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e562bdf. 00010000:00000010:0.1:1776202233.416970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:1.0:1776202233.417064:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.417084:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69400 00000400:00000200:1.0:1776202233.417095:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 1640 00000400:00000200:1.0:1776202233.417175:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.417181:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.417190:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.417196:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:2.0:1776202233.417374:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac453cd. 00000020:00000010:2.0:1776202233.417387:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.417392:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.417420:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604599296/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.417457:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599296 02000000:00000010:2.0:1776202233.417469:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004af4510. 00010000:00000010:2.0:1776202233.417500:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013747627. 00010000:00000010:2.0:1776202233.417522:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.417529:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.417549:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.417554:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.417574:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202233.417582:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599296, offset 224 00000400:00000200:2.0:1776202233.417591:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.417611:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.417619:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91700:91700:256:4294967295] 192.168.204.38@tcp LPNI seq info [91700:91700:8:4294967295] 00000400:00000200:2.0:1776202233.417631:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.417637:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.417643:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202233.417648:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.417656:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.417660:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.417684:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.417688:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.417693:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac453cd. 00080000:00000010:0.0:1776202233.417711:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7d7f0a3. 00010000:00000010:0.0:1776202233.417809:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.417819:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7d98b8a. 00010000:00000010:1.0:1776202233.418056:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.418065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000971d04c8. 00010000:00000010:1.0:1776202233.418077:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a757bd5. 00000100:00000010:1.0:1776202233.418082:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202233.418091:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.418104:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 00000800:00000200:3.0:1776202233.418108:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.418113:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:3.0:1776202233.418118:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.418124:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.418128:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 02000000:00000010:1.0:1776202233.418129:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9a1b9. 00000400:00000010:3.0:1776202233.418132:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000400:00000010:1.0:1776202233.418136:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202233.418142:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202233.418149:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798016, portal 16 00000400:00000010:1.0:1776202233.418154:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202233.418157:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798016, offset 0 00000400:00000200:1.0:1776202233.418163:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.418172:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.418182:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.418187:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.418191:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.418193:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91701:91701:256:4294967295] 192.168.204.38@tcp LPNI seq info [91701:91701:8:4294967295] 00000400:00000200:1.0:1776202233.418201:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.418206:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.418210:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.418214:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.418220:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.418222:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.418414:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.418417:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202233.418421:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.418425:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.418427:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:3.0:1776202233.418429:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:3.0:1776202233.418437:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613798016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.419933:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.419950:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f080 00000400:00000200:1.0:1776202233.419959:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d7d [1] + 224 00000400:00000200:1.0:1776202233.419973:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.419976:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.420014:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613798016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.420187:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:2.0:1776202233.420193:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:2.0:1776202233.420195:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:2.0:1776202233.420201:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613798016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.420208:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613798016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.420442:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9a1b9. 02000000:00000010:2.0:1776202233.420450:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 00000100:00000010:2.0:1776202233.420454:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:2.0:1776202233.420457:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:2.0:1776202233.420463:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a757bd5. 00000400:00000200:3.0:1776202233.420795:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.420823:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69440 00000400:00000200:3.0:1776202233.420873:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66ad [2] + 1968 00000400:00000010:3.0:1776202233.420877:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f144f154. 00000400:00000200:3.0:1776202233.420880:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000094cd77df 00000400:00000200:3.0:1776202233.420957:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.420962:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.420965:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094cd77df 00000400:00000010:3.0:1776202233.420967:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000094cd77df (tot 82354378). 00000100:00000200:3.0:1776202233.420974:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202233.421304:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c23d1281. 00000020:00000010:1.0:1776202233.421312:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.421315:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.421341:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057efe50f x1862480604599360/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202233.421370:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599360 02000000:00000010:1.0:1776202233.421381:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000945c8403. 00010000:00000010:1.0:1776202233.421406:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a2aa11d. 00010000:00000010:1.0:1776202233.421453:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.421461:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000378ab333. 00000100:00000010:1.0:1776202233.421500:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000378ab333. 00010000:00000010:1.0:1776202233.421504:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00000400:00000010:1.0:1776202233.421516:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202233.421521:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599360, offset 224 00000400:00000200:1.0:1776202233.421540:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.421550:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.421555:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91702:91702:256:4294967295] 192.168.204.38@tcp LPNI seq info [91702:91702:8:4294967295] 00000400:00000200:1.0:1776202233.421579:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.421584:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.421589:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202233.421610:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.421618:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.421622:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.421667:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.421672:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.421684:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c23d1281. 02000000:00000010:1.0:1776202233.421695:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004af4510. 00000100:00000010:1.0:1776202233.421698:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:1.0:1776202233.421702:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000720c5658. 00000100:00000010:1.0:1776202233.421705:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202233.421710:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000100:00000010:1.0:1776202233.421713:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202233.421716:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cee50a7. 00000100:00000010:1.0:1776202233.421718:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 02000000:00000010:1.0:1776202233.421724:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057e95d43. 00000100:00000010:1.0:1776202233.421726:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:1.0:1776202233.421729:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:1.0:1776202233.421731:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000200:1.0:1776202233.421739:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776202233.421743:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.421747:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354378). 00000400:00000200:0.0:1776202233.421751:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776202233.421756:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001721b5ce. 00000400:00000200:0.0:1776202233.421757:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.421761:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:0.0:1776202233.421763:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 02000000:00000010:0.0:1776202233.421767:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000945c8403. 00000400:00000010:1.0:1776202233.421775:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000378ab333 (tot 82354530). 00080000:00000010:3.0:1776202233.422025:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007095e8e9. 00010000:00000010:3.0:1776202233.422165:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000971d04c8. 00010000:00000010:3.0:1776202233.422175:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000885e4188. 00010000:00000010:3.0:1776202233.422286:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.422292:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.422304:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.422309:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.422316:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.422326:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe8b6e11. 02000000:00000010:3.0:1776202233.422349:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063b91870. 00000400:00000010:3.0:1776202233.422353:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202233.422358:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202233.422362:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798080, portal 16 00000400:00000010:3.0:1776202233.422366:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202233.422369:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798080, offset 0 00000400:00000200:3.0:1776202233.422375:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.422384:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.422392:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.422396:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.422399:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.422401:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91703:91703:256:4294967295] 192.168.204.38@tcp LPNI seq info [91703:91703:8:4294967295] 00000400:00000200:3.0:1776202233.422411:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.422417:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.422421:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202233.422425:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.422639:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.422642:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.423969:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.423974:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:1.0:1776202233.423996:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.424004:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.424023:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:1.0:1776202233.424033:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:1.0:1776202233.424042:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613798080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.431382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000979980da. 00000400:00000200:2.0:1776202233.431734:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.431751:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f0c0 00000400:00000200:2.0:1776202233.431760:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d8d [1] + 224 00000400:00000200:2.0:1776202233.431774:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.431778:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.431788:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613798080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.431868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009beba1d8. 00010000:00000010:0.1:1776202233.431876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00000400:00000010:3.0:1776202233.431962:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:3.0:1776202233.431967:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:3.0:1776202233.431970:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:3.0:1776202233.432082:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613798080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.432089:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613798080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.432113:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063b91870. 02000000:00000010:3.0:1776202233.432116:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe8b6e11. 00000100:00000010:3.0:1776202233.432120:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202233.432124:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.432128:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000200:0.0:1776202233.432358:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.432368:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69480 00000400:00000200:0.0:1776202233.432374:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 0 00000400:00000200:0.0:1776202233.432523:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.432528:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.432532:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.432537:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:2.0:1776202233.433424:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004af4510. 00000020:00000010:2.0:1776202233.433433:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.433437:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.433462:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604599424/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.433497:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599424 02000000:00000010:2.0:1776202233.433509:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac453cd. 00010000:00000010:2.0:1776202233.433539:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4c5f87f. 00010000:00000010:2.0:1776202233.433559:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.433566:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.433584:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.433588:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.433600:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202233.433606:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599424, offset 224 00000400:00000200:2.0:1776202233.433613:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.433624:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.433630:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91704:91704:256:4294967295] 192.168.204.38@tcp LPNI seq info [91704:91704:8:4294967295] 00000400:00000200:2.0:1776202233.433639:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.433644:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.433649:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202233.433653:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.433661:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.433664:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.433687:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.433691:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.433694:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004af4510. 00080000:00000010:3.0:1776202233.433790:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe8b6e11. 00000800:00000200:0.0:1776202233.433793:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.433797:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:0.0:1776202233.433802:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.433807:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.433811:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:0.0:1776202233.433813:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00010000:00000010:3.0:1776202233.433920:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.433928:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e69a4a8c. 00010000:00000010:3.0:1776202233.434007:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afce9457. 00010000:00000010:3.0:1776202233.434013:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.434023:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.434027:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.434033:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.434043:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063b91870. 02000000:00000010:3.0:1776202233.434066:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202233.434072:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202233.434077:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202233.434081:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798144, portal 16 00000400:00000010:3.0:1776202233.434085:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202233.434087:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798144, offset 0 00000400:00000200:3.0:1776202233.434092:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.434099:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.434106:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.434109:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.434112:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.434115:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91705:91705:256:4294967295] 192.168.204.38@tcp LPNI seq info [91705:91705:8:4294967295] 00000400:00000200:3.0:1776202233.434122:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.434126:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.434130:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202233.434133:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.434137:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.434140:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.434508:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.434511:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:2.0:1776202233.434515:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.434520:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.434523:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:2.0:1776202233.434524:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:2.0:1776202233.434529:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613798144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.435897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019256f4a. 00010000:00000010:3.1:1776202233.436078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004328a80d. 00010000:00000010:3.1:1776202233.436085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:2.1:1776202233.439874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb54055. 00010000:00000010:3.1:1776202233.439957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4035135. 00010000:00000010:3.1:1776202233.439964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:0.0:1776202233.442173:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.442195:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f100 00000400:00000200:0.0:1776202233.442205:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7d99 [1] + 224 00000400:00000200:0.0:1776202233.442238:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.442243:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.442258:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613798144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.444496:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c01b878a. 00000400:00000200:3.0:1776202233.444507:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:3.0:1776202233.444509:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:3.0:1776202233.444523:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613798144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.444532:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613798144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.444565:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202233.444573:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063b91870. 00000100:00000010:3.0:1776202233.444577:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202233.444582:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.444585:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000200:0.0:1776202233.445033:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.445050:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed694c0 00000400:00000200:0.0:1776202233.445059:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 328 00000400:00000200:0.0:1776202233.445510:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.445516:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.445523:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.445529:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000020:00000010:1.0:1776202233.446012:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cee50a7. 00000020:00000010:1.0:1776202233.446019:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.446023:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.446047:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604599488/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.446083:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599488 02000000:00000010:1.0:1776202233.446092:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c23d1281. 00010000:00000010:1.0:1776202233.446118:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f80afa1. 00010000:00000010:1.0:1776202233.446138:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.446145:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202233.446150:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202233.446153:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00000400:00000010:1.0:1776202233.446164:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202233.446168:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599488, offset 224 00000400:00000200:1.0:1776202233.446175:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.446186:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.446191:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91706:91706:256:4294967295] 192.168.204.38@tcp LPNI seq info [91706:91706:8:4294967295] 00000400:00000200:1.0:1776202233.446200:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.446206:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.446210:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.446216:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.446222:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.446304:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.446357:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.446361:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.446365:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cee50a7. 00080000:00000010:1.0:1776202233.446387:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cee50a7. 00010000:00000010:1.0:1776202233.446468:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:1.0:1776202233.446475:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062a9c82c. 00010000:00000010:1.0:1776202233.446540:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202233.446545:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000875b209c. 00010000:00000010:1.0:1776202233.446554:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.446557:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202233.446563:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202233.446573:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a9a1b9. 02000000:00000010:1.0:1776202233.446724:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eae3244. 00000400:00000010:1.0:1776202233.446730:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000269b3d68. 00000400:00000010:1.0:1776202233.446735:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202233.446739:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798208, portal 16 00000400:00000010:1.0:1776202233.446743:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202233.446745:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798208, offset 0 00000400:00000200:1.0:1776202233.446750:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.446756:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.446762:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.446766:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.446769:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.446771:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91707:91707:255:4294967295] 192.168.204.38@tcp LPNI seq info [91707:91707:7:4294967295] 00000400:00000200:1.0:1776202233.446778:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.446782:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.446784:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202233.446788:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.446791:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.446793:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.447467:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.447471:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:0.0:1776202233.447476:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.447480:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.447484:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:0.0:1776202233.447486:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000800:00000200:0.0:1776202233.448059:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.448062:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.448067:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.448072:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.448075:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:0.0:1776202233.448076:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:0.0:1776202233.448085:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613798208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.451105:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.451134:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f140 00000400:00000200:0.0:1776202233.451146:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7da5 [1] + 224 00000400:00000200:0.0:1776202233.451163:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.451167:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.451178:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613798208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.451322:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000269b3d68. 00000400:00000200:1.0:1776202233.451327:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202233.451329:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202233.451336:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613798208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.451344:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613798208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.451373:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eae3244. 02000000:00000010:1.0:1776202233.451378:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0a9a1b9. 00000100:00000010:1.0:1776202233.451382:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:1.0:1776202233.451387:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202233.451393:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00010000:00000010:1.1:1776202233.451881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b83df03. 00010000:00000010:1.1:1776202233.451898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3147005. 00010000:00000010:1.1:1776202233.451904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00000400:00000200:0.0:1776202233.453367:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.453386:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69500 00000400:00000200:0.0:1776202233.453394:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 656 00000400:00000200:0.0:1776202233.453466:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.453470:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.453475:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.453481:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00000020:00000010:2.0:1776202233.453631:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004af4510. 00000020:00000010:2.0:1776202233.453638:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.453642:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.453666:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604599552/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.453755:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599552 02000000:00000010:2.0:1776202233.453771:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007501e7f7. 00010000:00000010:2.0:1776202233.453798:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c0a36e0. 00010000:00000010:2.0:1776202233.453817:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.453824:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.453886:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.453900:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00080000:00000010:3.0:1776202233.453902:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102c4755. 00000400:00000010:2.0:1776202233.453917:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202233.453923:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599552, offset 224 00000400:00000200:2.0:1776202233.453933:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.453950:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.453956:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91708:91708:256:4294967295] 192.168.204.38@tcp LPNI seq info [91708:91708:8:4294967295] 00000400:00000200:2.0:1776202233.453966:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.453974:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.453979:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202233.453986:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.453995:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.453999:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.454017:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.454021:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00010000:00000010:3.0:1776202233.454025:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000875b209c. 00000020:00000010:2.0:1776202233.454026:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004af4510. 00010000:00000010:3.0:1776202233.454035:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000676169a9. 00000800:00000200:0.0:1776202233.454403:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.454407:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:0.0:1776202233.454411:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.454418:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.454422:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:0.0:1776202233.454424:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00010000:00000010:2.0:1776202233.458586:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.0:1776202233.458728:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.458749:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.458759:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.458771:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202233.458786:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f57961. 02000000:00000010:2.0:1776202233.458820:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c631161f. 00000400:00000010:2.0:1776202233.458827:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.458940:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202233.458948:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798272, portal 16 00000400:00000010:2.0:1776202233.458954:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202233.458956:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798272, offset 0 00000400:00000200:2.0:1776202233.458964:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.458981:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.458989:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.458992:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.458995:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.458999:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91709:91709:256:4294967295] 192.168.204.38@tcp LPNI seq info [91709:91709:8:4294967295] 00000400:00000200:2.0:1776202233.459011:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.459017:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.459022:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202233.459029:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.459037:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.459041:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.459202:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.459207:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202233.459212:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.459217:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.459223:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:3.0:1776202233.459230:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000100:00000200:3.0:1776202233.459237:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613798272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.461419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00000400:00000200:0.0:1776202233.462468:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.462490:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f180 00000400:00000200:0.0:1776202233.462501:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7db1 [1] + 224 00000400:00000200:0.0:1776202233.462514:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.462518:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.462530:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613798272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.462568:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.462572:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69540 00000400:00000200:0.0:1776202233.462577:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 984 00000400:00000200:0.0:1776202233.462654:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.462658:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.462662:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.462668:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:1.0:1776202233.462753:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a9a1b9. 00000020:00000010:1.0:1776202233.462760:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.462764:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.462786:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604599616/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202233.462811:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599616 02000000:00000010:1.0:1776202233.462820:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008eae3244. 00010000:00000010:1.0:1776202233.462904:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.462912:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202233.462918:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202233.462922:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00000400:00000010:1.0:1776202233.462940:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202233.462946:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599616, offset 224 00000400:00000010:2.0:1776202233.462951:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.462957:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202233.462959:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202233.462969:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613798272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.462977:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613798272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202233.462997:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f072e16e. 02000000:00000010:2.0:1776202233.463012:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c631161f. 02000000:00000010:2.0:1776202233.463019:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098f57961. 00000100:00000010:2.0:1776202233.463023:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202233.463026:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.463029:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00080000:00000010:2.0:1776202233.463045:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098f57961. 00010000:00000010:2.0:1776202233.463125:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.463131:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ebc6a94. 00010000:00000010:2.0:1776202233.463204:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a95c2a86. 00010000:00000010:2.0:1776202233.463208:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007765dfff. 00010000:00000010:2.0:1776202233.463213:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.0:1776202233.463217:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.463240:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c631161f. 00010000:00000010:2.0:1776202233.463263:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.463266:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007765dfff. 00010000:00000010:2.0:1776202233.463312:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb15aa96. 00010000:00000010:2.0:1776202233.463315:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.463323:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.463326:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.463331:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202233.463342:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad441306. 02000000:00000010:2.0:1776202233.463364:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3145a1f. 00000400:00000010:2.0:1776202233.463367:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000200:1.0:1776202233.463391:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000010:2.0:1776202233.463397:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202233.463403:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798336, portal 16 00000400:00000010:2.0:1776202233.463407:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202233.463409:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798336, offset 0 00000400:00000200:2.0:1776202233.463415:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.463601:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.463607:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91710:91710:256:4294967295] 192.168.204.38@tcp LPNI seq info [91710:91710:8:4294967295] 00000400:00000200:1.0:1776202233.463619:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.463625:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.463632:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.463638:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.463645:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.463648:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.463674:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.463679:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.463684:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a9a1b9. 00000800:00000200:0.0:1776202233.463785:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.463788:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.463791:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.463795:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.463797:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:0.0:1776202233.463798:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000400:00000200:2.0:1776202233.465550:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.465560:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.465564:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.465568:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.465571:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91711:91711:255:4294967295] 192.168.204.38@tcp LPNI seq info [91711:91711:7:4294967295] 00000400:00000200:2.0:1776202233.465580:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.465586:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.465748:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202233.465758:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.465764:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.465768:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776202233.466278:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2ac9fb. 00010000:00000010:3.1:1776202233.466286:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00000800:00000200:3.0:1776202233.466385:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.466389:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202233.466394:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.466400:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.466405:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:3.0:1776202233.466408:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000100:00000200:3.0:1776202233.466418:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613798336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.467884:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.467910:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f1c0 00000400:00000200:0.0:1776202233.467917:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7dbd [1] + 224 00000400:00000200:0.0:1776202233.467933:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.467937:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.467947:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613798336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.468042:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.468048:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202233.468050:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000100:00000200:2.0:1776202233.468055:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613798336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.468062:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613798336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.468088:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3145a1f. 02000000:00000010:2.0:1776202233.468096:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad441306. 00000100:00000010:2.0:1776202233.468100:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202233.468104:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.468110:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00010000:00000010:2.1:1776202233.469887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d42bd563. 00010000:00000010:2.1:1776202233.469910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8fb3aa0. 00010000:00000010:2.1:1776202233.469914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.1:1776202233.469918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95c2a86. 00010000:00000010:2.1:1776202233.469921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00000400:00000200:0.0:1776202233.477345:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.477368:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69580 00000400:00000200:0.0:1776202233.477377:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 1312 00000400:00000200:0.0:1776202233.477459:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.477464:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.477472:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.477479:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:1.0:1776202233.478112:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a9a1b9. 00000020:00000010:1.0:1776202233.478120:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.478124:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.478481:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604599680/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.478591:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599680 02000000:00000010:1.0:1776202233.478607:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043b4c969. 00010000:00000010:1.0:1776202233.478645:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000584150a. 00010000:00000010:1.0:1776202233.478680:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.478688:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202233.480012:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202233.480022:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00000400:00000010:1.0:1776202233.480049:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202233.480057:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599680, offset 224 00000400:00000200:1.0:1776202233.480068:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.480087:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.480094:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91712:91712:256:4294967295] 192.168.204.38@tcp LPNI seq info [91712:91712:8:4294967295] 00000400:00000200:1.0:1776202233.480105:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.480111:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.480116:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.480123:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.480209:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.480215:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.480250:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.480256:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.480261:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a9a1b9. 00000800:00000200:3.0:1776202233.480781:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.480785:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202233.480791:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.480797:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.480803:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:3.0:1776202233.480805:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00080000:00000010:2.0:1776202233.484708:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad441306. 00010000:00000010:2.0:1776202233.484818:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.484854:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acbc0977. 00010000:00000010:0.0:1776202233.485414:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202233.485422:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.485435:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d4c7672. 00000100:00000010:0.0:1776202233.485442:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.485450:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202233.485463:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079a72e0b. 02000000:00000010:0.0:1776202233.485491:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af7a81a5. 00000400:00000010:0.0:1776202233.485498:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202233.485504:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.485510:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798400, portal 16 00000400:00000010:0.0:1776202233.485516:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202233.485518:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798400, offset 0 00000400:00000200:0.0:1776202233.485527:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.485544:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.485550:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.485553:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.485556:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.485559:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91713:91713:256:4294967295] 192.168.204.38@tcp LPNI seq info [91713:91713:8:4294967295] 00000400:00000200:0.0:1776202233.485569:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.485575:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.485579:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202233.485585:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.485593:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.485597:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.486018:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.486023:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:1.0:1776202233.486032:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.486037:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.486041:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:1.0:1776202233.486043:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:1.0:1776202233.486051:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613798400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.486917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb240c50. 00010000:00000010:2.1:1776202233.492053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007afb12ce. 00010000:00000010:2.1:1776202233.492075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb15aa96. 00000400:00000200:0.0:1776202233.493237:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.493256:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f200 00000400:00000200:0.0:1776202233.493265:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7dc9 [1] + 224 00000400:00000200:0.0:1776202233.493276:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.493279:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.493292:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613798400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.493332:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.493337:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed695c0 00000400:00000200:0.0:1776202233.493342:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 1640 00000400:00000200:0.0:1776202233.493409:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.493414:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.493418:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.493426:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000400:00000010:1.0:1776202233.493528:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000094487bf1. 00000400:00000200:1.0:1776202233.493533:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:1.0:1776202233.493536:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:1.0:1776202233.493542:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613798400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.493551:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613798400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.493580:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af7a81a5. 02000000:00000010:1.0:1776202233.493586:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079a72e0b. 00000100:00000010:1.0:1776202233.493592:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:1.0:1776202233.493595:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:1.0:1776202233.493599:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d4c7672. 00000020:00000010:2.0:1776202233.493687:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3145a1f. 00000020:00000010:2.0:1776202233.493694:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.493699:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000100:00000200:2.0:1776202233.493722:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604599744/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.493755:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599744 02000000:00000010:2.0:1776202233.493767:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff8891ea. 00010000:00000010:2.0:1776202233.493794:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097057d9d. 00010000:00000010:2.0:1776202233.493816:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.493822:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00080000:00000010:1.0:1776202233.493982:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0a9a1b9. 00010000:00000010:1.0:1776202233.494134:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.494141:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001df6810d. 00010000:00000010:1.0:1776202233.494149:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f956eb0. 00000100:00000010:1.0:1776202233.494153:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202233.494159:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202233.494168:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 02000000:00000010:1.0:1776202233.494190:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a72e0b. 00000400:00000010:1.0:1776202233.494194:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000269b3d68. 00000400:00000010:1.0:1776202233.494199:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202233.494205:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798464, portal 16 00000400:00000010:1.0:1776202233.494210:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202233.494212:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798464, offset 0 00000400:00000200:1.0:1776202233.494219:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.494231:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.494238:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.494242:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.494245:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.494248:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91714:91714:256:4294967295] 192.168.204.38@tcp LPNI seq info [91714:91714:8:4294967295] 00000400:00000200:1.0:1776202233.494259:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.494264:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.494269:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.494274:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.494281:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.494284:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1776202233.494332:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00000100:00000010:2.0:1776202233.494339:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.494344:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00010000:00000010:2.0:1776202233.494348:0:66515:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000328300b8. 00000400:00000010:2.0:1776202233.494360:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202233.494363:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599744, offset 224 00000400:00000200:2.0:1776202233.494369:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.494375:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.494379:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91715:91715:255:4294967295] 192.168.204.38@tcp LPNI seq info [91715:91715:7:4294967295] 00000400:00000200:2.0:1776202233.494388:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.494392:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.494395:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202233.494399:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.494402:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.494404:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.494417:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.494421:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:2.0:1776202233.494423:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3145a1f. 00000800:00000200:3.0:1776202233.495602:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.495607:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202233.495613:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.495620:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.495625:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:3.0:1776202233.495627:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:3.0:1776202233.495635:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613798464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776202233.495708:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.495710:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202233.495713:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.495716:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.495718:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:3.0:1776202233.495720:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000400:00000200:1.0:1776202233.502880:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00010000:00000010:2.1:1776202233.502882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8f3abe. 00010000:00000010:2.1:1776202233.502907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00000400:00000200:1.0:1776202233.502911:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f240 00010000:00000010:2.1:1776202233.502913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c1e2860. 00000400:00000200:1.0:1776202233.502923:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7dd1 [1] + 224 00000400:00000200:1.0:1776202233.502936:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.502941:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.502952:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613798464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.502980:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.502985:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69600 00000400:00000200:1.0:1776202233.502989:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb66fd [2] + 1968 00000400:00000010:1.0:1776202233.502993:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:1.0:1776202233.502996:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008b22852d 00000400:00000200:1.0:1776202233.503057:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.503061:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.503063:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b22852d 00000400:00000010:1.0:1776202233.503065:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008b22852d (tot 82354378). 00000100:00000200:1.0:1776202233.503070:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776202233.503148:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000269b3d68. 00000400:00000200:0.0:1776202233.503152:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:0.0:1776202233.503153:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00000100:00000200:0.0:1776202233.503159:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613798464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.503168:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613798464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.503201:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a72e0b. 02000000:00000010:0.0:1776202233.503208:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 00000100:00000010:0.0:1776202233.503212:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:0.0:1776202233.503218:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:0.0:1776202233.503222:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f956eb0. 00000020:00000010:3.0:1776202233.503299:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b91870. 00000020:00000010:3.0:1776202233.503307:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.503312:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000086474bf. 00000100:00000200:3.0:1776202233.503339:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b9c10100 x1862480604599808/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.503374:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599808 02000000:00000010:3.0:1776202233.503385:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057e95d43. 00010000:00000010:3.0:1776202233.503418:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009386a194. 00010000:00000010:3.0:1776202233.503445:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.503453:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077e61b8d. 00000100:00000010:3.0:1776202233.503469:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077e61b8d. 00010000:00000010:3.0:1776202233.503472:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000010:3.0:1776202233.503485:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202233.503489:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599808, offset 224 00000400:00000200:3.0:1776202233.503497:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.503508:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.503514:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91716:91716:256:4294967295] 192.168.204.38@tcp LPNI seq info [91716:91716:8:4294967295] 00000400:00000200:3.0:1776202233.503575:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.503581:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.503586:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354626). 00000800:00000200:3.0:1776202233.503592:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.503604:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.503608:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.503634:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.503640:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000086474bf. 00000020:00000010:3.0:1776202233.503643:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b91870. 02000000:00000010:3.0:1776202233.503651:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff8891ea. 00000100:00000010:3.0:1776202233.503655:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:3.0:1776202233.503659:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043b4c969. 00000100:00000010:3.0:1776202233.503661:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:3.0:1776202233.503665:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008eae3244. 00000100:00000010:3.0:1776202233.503667:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:3.0:1776202233.503670:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007501e7f7. 00000100:00000010:3.0:1776202233.503672:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:3.0:1776202233.503674:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c23d1281. 00000100:00000010:3.0:1776202233.503676:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 02000000:00000010:3.0:1776202233.503678:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac453cd. 00000100:00000010:3.0:1776202233.503682:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000200:3.0:1776202233.503688:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.503694:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c01b878a. 00000400:00000010:3.0:1776202233.503698:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000077e61b8d (tot 82354778). 00080000:00000010:0.0:1776202233.503909:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af7a81a5. 00010000:00000010:0.0:1776202233.504006:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001df6810d. 00010000:00000010:0.0:1776202233.504014:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5d23876. 00010000:00000010:0.0:1776202233.504087:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.504093:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.504104:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d41781d2. 00000100:00000010:0.0:1776202233.504107:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.504113:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202233.504124:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c23d1281. 02000000:00000010:0.0:1776202233.504146:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eae3244. 00000400:00000010:0.0:1776202233.504151:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202233.504155:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202233.504158:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798528, portal 16 00000400:00000010:0.0:1776202233.504161:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202233.504163:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798528, offset 0 00000400:00000200:0.0:1776202233.504169:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.504176:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.504183:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.504187:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.504189:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.504191:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91717:91717:255:4294967295] 192.168.204.38@tcp LPNI seq info [91717:91717:7:4294967295] 00000400:00000200:0.0:1776202233.504198:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.504202:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.504205:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82355026). 00000800:00000200:0.0:1776202233.504209:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.504213:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.504216:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.504312:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.504316:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354778). 00000400:00000200:1.0:1776202233.504321:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.504325:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.504329:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:1.0:1776202233.504331:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 02000000:00000010:1.0:1776202233.504335:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057e95d43. 00000800:00000200:1.0:1776202233.504389:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.504391:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:1.0:1776202233.504399:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.504403:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.504405:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:1.0:1776202233.504406:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:1.0:1776202233.504412:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613798528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.511659:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.511681:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f280 00000400:00000200:0.0:1776202233.511690:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7de5 [1] + 224 00000400:00000200:0.0:1776202233.511703:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.511708:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.511721:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613798528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.511764:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.511770:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69640 00000400:00000200:0.0:1776202233.511775:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 0 00000400:00000010:2.0:1776202233.511801:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:2.0:1776202233.511807:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:2.0:1776202233.511810:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:2.0:1776202233.511818:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613798528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.511828:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613798528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.511863:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.511867:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.511871:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.511877:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:2.0:1776202233.512006:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eae3244. 02000000:00000010:2.0:1776202233.512013:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c23d1281. 00000100:00000010:2.0:1776202233.512017:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:2.0:1776202233.512021:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00000020:00000010:3.0:1776202233.512026:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b91870. 00010000:00000010:2.0:1776202233.512026:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d41781d2. 00000020:00000010:3.0:1776202233.512036:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.512041:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000086474bf. 00000100:00000200:3.0:1776202233.512066:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604599872/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.512103:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599872 02000000:00000010:3.0:1776202233.512116:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057e95d43. 00010000:00000010:3.0:1776202233.512149:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aad9285. 00010000:00000010:3.0:1776202233.512169:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.512175:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.512192:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.512195:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000010:3.0:1776202233.512208:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202233.512211:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599872, offset 224 00000400:00000200:3.0:1776202233.512219:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.512229:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.512234:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91718:91718:256:4294967295] 192.168.204.38@tcp LPNI seq info [91718:91718:8:4294967295] 00000400:00000200:3.0:1776202233.512244:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.512249:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.512254:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.512259:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.512266:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.512270:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.512285:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.512289:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000086474bf. 00000020:00000010:3.0:1776202233.512293:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b91870. 00080000:00000010:0.0:1776202233.513042:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043b4c969. 00010000:00000010:0.0:1776202233.513138:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.513145:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098922b32. 00010000:00000010:0.0:1776202233.513220:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202233.513226:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.513236:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ae9b3e. 00000100:00000010:0.0:1776202233.513242:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.513249:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202233.513260:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 02000000:00000010:0.0:1776202233.513288:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23d1281. 00000400:00000010:0.0:1776202233.513294:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202233.513298:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202233.513304:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798592, portal 16 00000400:00000010:0.0:1776202233.513308:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202233.513310:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798592, offset 0 00000400:00000200:0.0:1776202233.513317:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.513327:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.513333:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.513337:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.513340:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.513342:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91719:91719:255:4294967295] 192.168.204.38@tcp LPNI seq info [91719:91719:7:4294967295] 00000400:00000200:0.0:1776202233.513351:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.513355:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.513359:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202233.513364:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.513369:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.513372:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.513544:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.513549:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354778). 00000400:00000200:1.0:1776202233.513554:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.513558:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.513562:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:1.0:1776202233.513563:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000800:00000200:1.0:1776202233.513645:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.513648:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:1.0:1776202233.513655:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.513658:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.513660:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:1.0:1776202233.513661:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:1.0:1776202233.513666:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613798592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.517904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af58956. 00010000:00000010:0.1:1776202233.517922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:3.1:1776202233.518613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f75f6c33. 00000400:00000200:1.0:1776202233.521329:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.521352:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f2c0 00000400:00000200:1.0:1776202233.521362:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7df1 [1] + 224 00000400:00000200:1.0:1776202233.521375:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.521378:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.521389:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613798592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.521418:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.521423:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69680 00000400:00000200:1.0:1776202233.521429:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 328 00000400:00000200:1.0:1776202233.521438:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.521440:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.521445:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.521451:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:2.0:1776202233.521571:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3145a1f. 00000020:00000010:2.0:1776202233.521581:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007765dfff. 00000020:00000010:2.0:1776202233.521587:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002307ee69. 00000400:00000010:0.0:1776202233.521610:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000100:00000200:2.0:1776202233.521616:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604599936/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:0.0:1776202233.521616:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:0.0:1776202233.521619:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:0.0:1776202233.521628:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613798592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.521638:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613798592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.521661:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604599936 02000000:00000010:0.0:1776202233.521665:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23d1281. 02000000:00000010:0.0:1776202233.521671:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 02000000:00000010:2.0:1776202233.521675:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007501e7f7. 00000100:00000010:0.0:1776202233.521675:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202233.521678:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.521683:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ae9b3e. 00010000:00000010:2.0:1776202233.521704:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c74edee7. 00010000:00000010:1.0:1776202233.525626:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b73f8f2. 00000100:00000010:1.0:1776202233.525645:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202233.525663:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202233.525669:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b73f8f2. 00000400:00000010:1.0:1776202233.525693:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202233.525700:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604599936, offset 224 00000400:00000200:1.0:1776202233.525710:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.525726:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.525732:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91720:91720:256:4294967295] 192.168.204.38@tcp LPNI seq info [91720:91720:8:4294967295] 00000400:00000200:1.0:1776202233.525743:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.525749:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.525755:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.525761:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.525768:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.525772:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.525803:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007765dfff. 00000020:00000010:1.0:1776202233.525809:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002307ee69. 00000020:00000010:1.0:1776202233.525813:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3145a1f. 00000800:00000200:3.0:1776202233.526038:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.526042:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202233.526047:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.526053:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.526069:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:3.0:1776202233.526071:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00010000:00000010:0.1:1776202233.527619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f508977. 00010000:00000010:0.1:1776202233.527632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00080000:00000010:0.0:1776202233.527682:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000945c8403. 00010000:00000010:0.0:1776202233.527781:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.527790:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087347afd. 00010000:00000010:0.0:1776202233.527910:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202233.527914:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.527919:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.527924:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00080000:00000010:0.0:1776202233.527939:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23d1281. 00010000:00000010:0.0:1776202233.527963:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.527966:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.528021:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202233.528025:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.528034:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ae9b3e. 00000100:00000010:0.0:1776202233.528041:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.528050:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202233.528066:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eae3244. 02000000:00000010:0.0:1776202233.528098:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b381f1ab. 00000400:00000010:0.0:1776202233.528105:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202233.528112:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202233.528118:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798656, portal 16 00000400:00000010:0.0:1776202233.528123:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202233.528126:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798656, offset 0 00000400:00000200:0.0:1776202233.528134:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.528149:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.528155:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.528159:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.528162:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.528165:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91721:91721:256:4294967295] 192.168.204.38@tcp LPNI seq info [91721:91721:8:4294967295] 00000400:00000200:0.0:1776202233.528173:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.528178:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.528182:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.528188:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.528194:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.528198:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.528639:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.528651:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:1.0:1776202233.528660:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.528666:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.528670:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:1.0:1776202233.528672:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:1.0:1776202233.528680:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613798656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.530423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3dbc09. 00010000:00000010:3.1:1776202233.530930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c66b59ef. 00000400:00000200:1.0:1776202233.531702:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.531720:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f300 00000400:00000200:1.0:1776202233.531728:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7dfd [1] + 224 00000400:00000200:1.0:1776202233.531744:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.531758:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.531769:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613798656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.531917:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000400:00000200:0.0:1776202233.531922:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:0.0:1776202233.531924:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:0.0:1776202233.531931:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613798656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.531938:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613798656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.531966:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b381f1ab. 02000000:00000010:0.0:1776202233.531975:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eae3244. 00000100:00000010:0.0:1776202233.531979:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202233.531983:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.531987:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ae9b3e. 00010000:00000010:0.1:1776202233.534883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009133e5d. 00010000:00000010:0.1:1776202233.534909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000400:00000200:2.0:1776202233.535115:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.535132:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed696c0 00000400:00000200:2.0:1776202233.535139:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 656 00000400:00000200:2.0:1776202233.535238:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.535243:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.535250:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.535256:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:1.0:1776202233.535378:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:1.0:1776202233.535387:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.535405:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.535434:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604600000/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202233.535465:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600000 02000000:00000010:1.0:1776202233.535476:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d40f237. 00010000:00000010:1.0:1776202233.535505:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a232d631. 00010000:00000010:1.0:1776202233.535531:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b73f8f2. 00000100:00000010:1.0:1776202233.535538:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202233.535561:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202233.535565:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b73f8f2. 00000400:00000010:1.0:1776202233.535577:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202233.535582:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600000, offset 224 00000400:00000200:1.0:1776202233.535590:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.535600:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.535607:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91722:91722:256:4294967295] 192.168.204.38@tcp LPNI seq info [91722:91722:8:4294967295] 00000400:00000200:1.0:1776202233.535616:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.535621:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.535626:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.535631:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.535638:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.535655:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.535676:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.535680:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.535684:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 00080000:00000010:0.0:1776202233.535791:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b381f1ab. 00010000:00000010:0.0:1776202233.535928:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.535935:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df7a1bb2. 00010000:00000010:0.0:1776202233.536017:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202233.536022:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.536032:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ae9b3e. 00000100:00000010:0.0:1776202233.536036:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.536043:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202233.536053:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eae3244. 00000800:00000200:2.0:1776202233.536070:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.536074:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 02000000:00000010:0.0:1776202233.536077:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac83a5d. 00000400:00000200:2.0:1776202233.536078:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.536082:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1776202233.536082:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202233.536086:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000400:00000200:2.0:1776202233.536087:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:2.0:1776202233.536088:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:0.0:1776202233.540063:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798720, portal 16 00000400:00000010:1.0:1776202233.540561:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202233.540569:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798720, offset 0 00000400:00000200:1.0:1776202233.540581:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.540600:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.540608:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.540612:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.540615:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.540619:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91723:91723:256:4294967295] 192.168.204.38@tcp LPNI seq info [91723:91723:8:4294967295] 00000400:00000200:1.0:1776202233.540649:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.540655:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.540662:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.540668:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.540675:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.540680:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.541168:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.541174:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202233.541181:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.541188:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.541193:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:2.0:1776202233.541195:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:2.0:1776202233.541214:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613798720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.542104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202233.542111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.1:1776202233.545927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3934d66. 00010000:00000010:0.1:1776202233.545949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00010000:00000010:1.1:1776202233.546077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d6a274. 00000400:00000200:2.0:1776202233.546473:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.546498:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f340 00000400:00000200:2.0:1776202233.546510:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e09 [1] + 224 00000400:00000200:2.0:1776202233.546529:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.546534:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.546547:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613798720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.547410:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.547423:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69700 00000400:00000200:2.0:1776202233.547430:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 984 00000400:00000200:2.0:1776202233.547500:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.547504:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.547509:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.547515:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000400:00000010:1.0:1776202233.547590:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000400:00000200:1.0:1776202233.547595:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:1.0:1776202233.547598:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:1.0:1776202233.547607:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613798720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.547616:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613798720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.547650:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac83a5d. 02000000:00000010:1.0:1776202233.547659:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eae3244. 00000100:00000010:1.0:1776202233.547663:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:1.0:1776202233.547667:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:1.0:1776202233.547672:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ae9b3e. 00000020:00000010:3.0:1776202233.552979:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b91870. 00000020:00000010:3.0:1776202233.552994:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.552999:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000086474bf. 00000100:00000200:3.0:1776202233.553126:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604600064/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.553486:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600064 02000000:00000010:2.0:1776202233.553503:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff8891ea. 00010000:00000010:2.0:1776202233.553535:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3e2f452. 00010000:00000010:2.0:1776202233.553557:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.553566:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.553596:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.553607:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.553622:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202233.553629:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600064, offset 224 00000400:00000200:2.0:1776202233.553637:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.553653:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.553659:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91724:91724:256:4294967295] 192.168.204.38@tcp LPNI seq info [91724:91724:8:4294967295] 00000400:00000200:2.0:1776202233.553669:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.553675:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.553679:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202233.553685:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.553692:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.553695:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.553721:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:2.0:1776202233.553726:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000086474bf. 00000020:00000010:2.0:1776202233.553729:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b91870. 00080000:00000010:3.0:1776202233.553788:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b91870. 00010000:00000010:3.0:1776202233.553918:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:3.0:1776202233.553926:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd7306e1. 00010000:00000010:3.0:1776202233.554011:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.554017:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.554028:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.554043:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.554050:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000800:00000200:0.0:1776202233.554480:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.554485:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:0.0:1776202233.554490:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.554496:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.554501:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:0.0:1776202233.554503:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 02000000:00000010:3.0:1776202233.555267:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ac453cd. 02000000:00000010:3.0:1776202233.555307:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0ae10b7. 00000400:00000010:3.0:1776202233.555315:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085655a23. 00000400:00000010:3.0:1776202233.555320:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202233.555325:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798784, portal 16 00000400:00000010:3.0:1776202233.555330:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202233.555332:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798784, offset 0 00000400:00000200:3.0:1776202233.555339:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.555353:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.555360:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.555364:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.555367:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.555371:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91725:91725:256:4294967295] 192.168.204.38@tcp LPNI seq info [91725:91725:8:4294967295] 00000400:00000200:3.0:1776202233.555380:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.555386:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.555468:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202233.555475:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.555482:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.555486:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.556278:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.556283:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:1.0:1776202233.556290:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.556296:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.556301:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:1.0:1776202233.556303:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:1.0:1776202233.556311:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613798784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.559896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d298a69a. 00010000:00000010:3.1:1776202233.559913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000400:00000200:2.0:1776202233.561556:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.561576:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f380 00000400:00000200:2.0:1776202233.561584:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e15 [1] + 224 00000400:00000200:2.0:1776202233.561604:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.561608:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.561619:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613798784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.561713:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085655a23. 00000400:00000200:3.0:1776202233.561718:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202233.561720:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202233.561736:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613798784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.561745:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613798784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.561779:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0ae10b7. 02000000:00000010:3.0:1776202233.561786:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ac453cd. 00000100:00000010:3.0:1776202233.561791:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202233.561797:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.561800:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000200:0.0:1776202233.563658:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.563682:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69740 00000400:00000200:0.0:1776202233.563691:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 1312 00000400:00000200:0.0:1776202233.563773:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.563778:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.563784:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.563790:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000020:00000010:2.0:1776202233.563910:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3145a1f. 00000020:00000010:2.0:1776202233.563918:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.563923:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000100:00000200:2.0:1776202233.563952:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc53870 x1862480604600128/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.563992:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600128 02000000:00000010:2.0:1776202233.564004:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004af4510. 00010000:00000010:2.0:1776202233.564043:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050a188f9. 00010000:00000010:2.0:1776202233.564066:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.564072:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.564089:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.564095:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.564108:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202233.564114:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600128, offset 224 00000400:00000200:2.0:1776202233.564122:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.564133:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.564139:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91726:91726:256:4294967295] 192.168.204.38@tcp LPNI seq info [91726:91726:8:4294967295] 00000400:00000200:2.0:1776202233.564150:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.564155:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.564161:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202233.564168:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.564176:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.564180:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202233.564182:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ae10b7. 00000020:00000010:2.0:1776202233.564205:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.564209:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.564212:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3145a1f. 00010000:00000010:3.0:1776202233.564272:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.564279:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082a8e39c. 00010000:00000010:3.0:1776202233.564368:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202233.564375:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cd393ec0. 00010000:00000010:3.0:1776202233.564386:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.564392:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.564400:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.564413:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c84d576a. 02000000:00000010:3.0:1776202233.564438:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad0bd91. 00000400:00000010:3.0:1776202233.564444:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085655a23. 00000400:00000010:3.0:1776202233.564450:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202233.564457:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798848, portal 16 00000400:00000010:3.0:1776202233.564462:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202233.564465:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798848, offset 0 00000400:00000200:3.0:1776202233.564472:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.564480:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.564489:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.564493:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.564495:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.564498:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91727:91727:255:4294967295] 192.168.204.38@tcp LPNI seq info [91727:91727:7:4294967295] 00000400:00000200:3.0:1776202233.564504:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.564508:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.564511:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82355026). 00000800:00000200:3.0:1776202233.564514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.564518:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.564521:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.565974:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.565982:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354778). 00000400:00000200:0.0:1776202233.565990:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.565999:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.566004:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:0.0:1776202233.566007:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000800:00000200:0.0:1776202233.566084:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.566086:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354530). 00000400:00000200:0.0:1776202233.566090:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.566093:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.566095:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:0.0:1776202233.566096:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:0.0:1776202233.566103:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613798848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.570352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c8b6230. 00000400:00000200:2.0:1776202233.570414:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.570432:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f3c0 00000400:00000200:2.0:1776202233.570440:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e21 [1] + 224 00000400:00000200:2.0:1776202233.570452:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.570456:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.570466:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613798848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.570508:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.570513:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69780 00000400:00000200:2.0:1776202233.570518:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 1640 00000400:00000200:2.0:1776202233.570581:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.570586:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.570590:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.570595:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:3.0:1776202233.571034:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085655a23. 00000400:00000200:3.0:1776202233.571040:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:3.0:1776202233.571042:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:3.0:1776202233.571050:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613798848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.571058:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613798848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.571087:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad0bd91. 02000000:00000010:3.0:1776202233.571093:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c84d576a. 00000100:00000010:3.0:1776202233.571097:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202233.571101:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.571105:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000020:00000010:1.0:1776202233.571240:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b6cdc35. 00000020:00000010:1.0:1776202233.571248:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.571252:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.571276:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604600192/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202233.571305:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600192 02000000:00000010:1.0:1776202233.571317:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008eae3244. 00010000:00000010:1.0:1776202233.571343:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002255ee9d. 00010000:00000010:1.0:1776202233.571361:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b73f8f2. 00000100:00000010:1.0:1776202233.571367:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202233.571385:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202233.571389:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b73f8f2. 00000400:00000010:1.0:1776202233.571402:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202233.571406:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600192, offset 224 00000400:00000200:1.0:1776202233.571413:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.571424:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.571430:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91728:91728:256:4294967295] 192.168.204.38@tcp LPNI seq info [91728:91728:8:4294967295] 00000400:00000200:1.0:1776202233.571440:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.571446:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.571451:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.571457:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.571464:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.571468:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776202233.571549:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d53b20b. 00010000:00000010:0.0:1776202233.571632:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd393ec0. 00010000:00000010:0.0:1776202233.571652:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4bd1825. 00010000:00000010:0.0:1776202233.571723:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202233.571730:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.571739:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041c8a68a. 00000100:00000010:0.0:1776202233.571743:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.571749:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202233.571759:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021dec6c7. 02000000:00000010:0.0:1776202233.571780:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd5ef5e. 00000400:00000010:0.0:1776202233.571785:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202233.571789:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202233.571793:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798912, portal 16 00000400:00000010:0.0:1776202233.571797:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202233.571799:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798912, offset 0 00000400:00000200:0.0:1776202233.571804:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.571812:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.571819:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.571823:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.571827:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.571856:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91729:91729:255:4294967295] 192.168.204.38@tcp LPNI seq info [91729:91729:7:4294967295] 00000400:00000200:0.0:1776202233.571863:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.571867:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.571871:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82355026). 00000800:00000200:0.0:1776202233.571874:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.571878:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.571881:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.571931:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b2ef3a5c. 00000020:00000010:1.0:1776202233.571939:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.571945:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b6cdc35. 00000800:00000200:2.0:1776202233.572257:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.572261:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:2.0:1776202233.572266:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.572271:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.572275:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:2.0:1776202233.572277:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000800:00000200:2.0:1776202233.572342:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.572356:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:2.0:1776202233.572364:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.572368:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.572370:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:2.0:1776202233.572416:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:2.0:1776202233.572425:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613798912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.575102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b91617f. 00010000:00000010:3.1:1776202233.575119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:0.0:1776202233.575308:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.575326:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f400 00000400:00000200:0.0:1776202233.575334:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e2d [1] + 224 00000400:00000200:0.0:1776202233.575351:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.575355:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.575368:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613798912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.576962:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:3.0:1776202233.576973:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:3.0:1776202233.576976:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:3.0:1776202233.576988:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613798912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.576998:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613798912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.577014:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 02000000:00000010:3.0:1776202233.577029:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd5ef5e. 00000400:00000200:2.0:1776202233.577029:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed697c0 02000000:00000010:3.0:1776202233.577035:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021dec6c7. 00000400:00000200:2.0:1776202233.577035:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb680d [2] + 1968 00000400:00000010:2.0:1776202233.577038:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000581c5741. 00000100:00000010:3.0:1776202233.577039:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000400:00000200:2.0:1776202233.577041:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000088041606 00000100:00000010:3.0:1776202233.577044:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:3.0:1776202233.577047:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041c8a68a. 00000400:00000200:2.0:1776202233.577124:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.577129:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.577132:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088041606 00000400:00000010:2.0:1776202233.577134:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000088041606 (tot 82354378). 00000100:00000200:2.0:1776202233.577140:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202233.577284:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c84d576a. 00000020:00000010:3.0:1776202233.577292:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.577296:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.577366:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d6e1b2 x1862480604600256/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.577412:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600256 02000000:00000010:3.0:1776202233.577423:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ad0bd91. 00010000:00000010:3.0:1776202233.577453:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e99d3b2a. 00010000:00000010:3.0:1776202233.577477:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.577483:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3143e63. 00000100:00000010:3.0:1776202233.577497:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3143e63. 00010000:00000010:3.0:1776202233.577500:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000010:3.0:1776202233.577513:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202233.577517:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600256, offset 224 00000400:00000200:3.0:1776202233.577524:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1776202233.577533:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c93ad43. 00000400:00000200:3.0:1776202233.577535:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.577541:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91730:91730:256:4294967295] 192.168.204.38@tcp LPNI seq info [91730:91730:8:4294967295] 00000400:00000200:3.0:1776202233.577549:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.577554:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.577559:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b270ebd9 (tot 82354626). 00000800:00000200:3.0:1776202233.577564:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.577570:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.577573:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b270ebd9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.577594:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002778e039. 00000020:00000010:3.0:1776202233.577598:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.577600:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c84d576a. 02000000:00000010:3.0:1776202233.577608:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008eae3244. 00000100:00000010:3.0:1776202233.577611:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00010000:00000010:0.0:1776202233.577613:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 02000000:00000010:3.0:1776202233.577614:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004af4510. 00000100:00000010:3.0:1776202233.577618:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00010000:00000010:0.0:1776202233.577620:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e379a0d8. 02000000:00000010:3.0:1776202233.577621:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff8891ea. 00000100:00000010:3.0:1776202233.577623:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:3.0:1776202233.577626:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d40f237. 00000100:00000010:3.0:1776202233.577628:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202233.577631:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007501e7f7. 00000100:00000010:3.0:1776202233.577632:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:3.0:1776202233.577636:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057e95d43. 00000100:00000010:3.0:1776202233.577639:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000200:3.0:1776202233.577645:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.577649:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085655a23. 00000400:00000010:3.0:1776202233.577652:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3143e63 (tot 82354778). 00010000:00000010:0.0:1776202233.577699:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202233.577704:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.577709:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.577713:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00080000:00000010:0.0:1776202233.577725:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecb7e16b. 00010000:00000010:0.0:1776202233.577749:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.577752:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.577804:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202233.577808:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.577815:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.577818:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.577826:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.577860:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf5014bc. 02000000:00000010:0.0:1776202233.577884:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088670c76. 00000400:00000010:0.0:1776202233.577897:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202233.577902:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.577905:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613798976, portal 16 00000400:00000010:0.0:1776202233.577908:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202233.577910:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613798976, offset 0 00000400:00000200:0.0:1776202233.577914:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.577920:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.577926:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.577929:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.577932:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.577934:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91731:91731:255:4294967295] 192.168.204.38@tcp LPNI seq info [91731:91731:7:4294967295] 00000400:00000200:0.0:1776202233.577940:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.577943:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.577947:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82355026). 00000800:00000200:0.0:1776202233.577950:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.577953:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.577957:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202233.579881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e0b7fe. 00010000:00000010:2.1:1776202233.580679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d2179b6. 00000800:00000200:2.0:1776202233.580753:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.580757:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b270ebd9 (tot 82354778). 00000400:00000200:2.0:1776202233.580763:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.580772:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.580778:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:2.0:1776202233.580781:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 02000000:00000010:2.0:1776202233.580788:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ad0bd91. 00000800:00000200:2.0:1776202233.580899:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.580901:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:2.0:1776202233.580909:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.580912:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.580915:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:2.0:1776202233.580916:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:2.0:1776202233.580924:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613798976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.581004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067eb199b. 00010000:00000010:0.1:1776202233.581010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202233.581032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fbc8b75. 00010000:00000010:0.1:1776202233.585880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f384d50f. 00010000:00000010:0.1:1776202233.585906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.1:1776202233.585911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202233.585914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:1.0:1776202233.599855:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.599881:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f440 00000400:00000200:1.0:1776202233.599902:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e3d [1] + 224 00000400:00000200:1.0:1776202233.599916:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.599920:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.599930:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613798976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.599963:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.599967:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69800 00000400:00000200:1.0:1776202233.599976:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 0 00000400:00000200:1.0:1776202233.600906:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.600916:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.600924:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.600933:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:2.0:1776202233.601046:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004af4510. 00000020:00000010:2.0:1776202233.601057:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.601067:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000400:00000010:0.0:1776202233.601069:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:0.0:1776202233.601076:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202233.601079:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.601089:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613798976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.601100:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613798976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.601106:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604600320/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1776202233.601135:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088670c76. 00000100:00000200:2.0:1776202233.601140:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600320 02000000:00000010:0.0:1776202233.601143:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf5014bc. 00000100:00000010:0.0:1776202233.601148:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.601155:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 02000000:00000010:2.0:1776202233.601156:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007501e7f7. 00010000:00000010:0.0:1776202233.601160:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00010000:00000010:2.0:1776202233.603508:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ed30499. 00010000:00000010:2.0:1776202233.603545:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.603554:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.603578:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.603583:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.603603:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202233.603608:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600320, offset 224 00000400:00000200:2.0:1776202233.603620:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.603637:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.603643:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91732:91732:256:4294967295] 192.168.204.38@tcp LPNI seq info [91732:91732:8:4294967295] 00000400:00000200:2.0:1776202233.603655:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.603661:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.603666:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202233.603672:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.603679:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.603682:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776202233.603749:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf5014bc. 00000020:00000010:2.0:1776202233.603763:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.603769:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.603774:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004af4510. 00010000:00000010:0.0:1776202233.603860:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.603868:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081912f47. 00010000:00000010:0.0:1776202233.603960:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.603966:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.603976:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.603980:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.603987:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.604000:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088670c76. 02000000:00000010:0.0:1776202233.604033:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007263b9cb. 00000400:00000010:0.0:1776202233.604039:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202233.604045:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.604050:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799040, portal 16 00000400:00000010:0.0:1776202233.604055:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202233.604058:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799040, offset 0 00000400:00000200:0.0:1776202233.604064:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.604070:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.604078:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.604081:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.604085:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.604087:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91733:91733:255:4294967295] 192.168.204.38@tcp LPNI seq info [91733:91733:7:4294967295] 00000400:00000200:0.0:1776202233.604095:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.604100:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000200:1.0:1776202233.604104:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.604106:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82355026). 00000800:00000010:1.0:1776202233.604111:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:0.0:1776202233.604112:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.604117:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.604120:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1776202233.604162:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.604168:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.604172:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:1.0:1776202233.604174:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00000800:00000200:1.0:1776202233.604203:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.604205:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:1.0:1776202233.604214:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.604217:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.604218:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:1.0:1776202233.604221:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:1.0:1776202233.604227:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613799040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.607997:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.608018:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f480 00000400:00000200:3.0:1776202233.608029:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e49 [1] + 224 00000400:00000200:3.0:1776202233.608046:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.608051:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.608063:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613799040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.608100:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.608105:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69840 00000400:00000200:3.0:1776202233.608111:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 328 00000400:00000200:3.0:1776202233.608122:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.608125:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.608130:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.608135:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000020:00000010:2.0:1776202233.608222:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8891ea. 00000020:00000010:2.0:1776202233.608231:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.608235:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000400:00000010:0.0:1776202233.608259:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000100:00000200:2.0:1776202233.608279:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011920eee x1862480604600384/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202233.608316:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600384 02000000:00000010:2.0:1776202233.608331:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3145a1f. 00010000:00000010:2.0:1776202233.608393:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.608401:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.608408:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.608414:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.608431:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000400:00000200:0.0:1776202233.608569:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202233.608573:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.608580:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613799040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.608587:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613799040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.608619:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e739ee. 02000000:00000010:0.0:1776202233.608638:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007263b9cb. 02000000:00000010:0.0:1776202233.608645:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088670c76. 00000100:00000010:0.0:1776202233.608649:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.608653:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.608656:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00080000:00000010:0.0:1776202233.608672:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088670c76. 00010000:00000010:0.0:1776202233.608764:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.608771:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6b261e9. 00010000:00000010:0.0:1776202233.608881:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202233.608895:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.608906:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.608909:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.608915:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.608925:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007263b9cb. 02000000:00000010:0.0:1776202233.608952:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc130885. 00000400:00000010:0.0:1776202233.608956:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000100:00000200:2.0:1776202233.610791:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600384, offset 224 00000400:00000010:0.0:1776202233.610800:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000400:00000200:2.0:1776202233.610810:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000100:00000200:0.0:1776202233.610818:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799104, portal 16 00000400:00000010:0.0:1776202233.610826:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202233.610828:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799104, offset 0 00000400:00000200:0.0:1776202233.610856:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.610858:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.610865:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91734:91734:256:4294967295] 192.168.204.38@tcp LPNI seq info [91734:91734:8:4294967295] 00000400:00000200:2.0:1776202233.610876:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.610882:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.610895:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000800:00000010:2.0:1776202233.610899:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000400:00000200:0.0:1776202233.610904:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000800:00000200:2.0:1776202233.610909:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000400:00000200:0.0:1776202233.610910:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.610915:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.610919:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91735:91735:255:4294967295] 192.168.204.38@tcp LPNI seq info [91735:91735:7:4294967295] 00000800:00000200:2.0:1776202233.610924:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.610929:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1776202233.610932:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.610938:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.610943:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82355026). 00000800:00000200:0.0:1776202233.610947:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.610950:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.610953:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.610959:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.610968:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.610973:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff8891ea. 00000800:00000200:1.0:1776202233.611152:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.611156:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354778). 00000400:00000200:1.0:1776202233.611162:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.611167:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.611172:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:1.0:1776202233.611174:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000800:00000200:1.0:1776202233.611270:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.611272:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202233.611281:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.611285:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.611287:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:1.0:1776202233.611289:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:1.0:1776202233.611296:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613799104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.612974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2532c30. 00000400:00000200:1.0:1776202233.614029:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.614047:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f4c0 00000400:00000200:1.0:1776202233.614055:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e55 [1] + 224 00000400:00000200:1.0:1776202233.614066:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.614070:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.614080:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613799104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.614146:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.614152:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69880 00000400:00000200:1.0:1776202233.614156:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 656 00000400:00000200:1.0:1776202233.614164:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.614167:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.614171:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.614176:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000400:00000010:0.0:1776202233.614352:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:0.0:1776202233.614357:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202233.614359:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.614365:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613799104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.614372:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613799104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.614399:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc130885. 02000000:00000010:0.0:1776202233.614406:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007263b9cb. 00000100:00000010:0.0:1776202233.614409:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.614413:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.614416:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00000020:00000010:2.0:1776202233.614472:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff8891ea. 00000020:00000010:2.0:1776202233.614478:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.614483:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000100:00000200:2.0:1776202233.614506:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604600448/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.614539:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600448 02000000:00000010:2.0:1776202233.614552:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004af4510. 00010000:00000010:2.0:1776202233.614577:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007aa6c54. 00010000:00000010:2.0:1776202233.614606:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.614613:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.614658:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.614663:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.614674:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202233.614677:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600448, offset 224 00000400:00000200:2.0:1776202233.614684:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.614693:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.614698:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91736:91736:256:4294967295] 192.168.204.38@tcp LPNI seq info [91736:91736:8:4294967295] 00000400:00000200:2.0:1776202233.614709:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.614713:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.614718:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202233.614724:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.614731:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.614734:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.614762:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202233.614767:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.614769:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff8891ea. 00000800:00000200:1.0:1776202233.615035:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.615039:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202233.615043:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.615047:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.615050:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:1.0:1776202233.615052:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00080000:00000010:1.0:1776202233.619813:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eae3244. 00010000:00000010:1.0:1776202233.619949:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:1.0:1776202233.619959:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfe72c18. 00010000:00000010:1.0:1776202233.620035:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.0:1776202233.620041:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000270ca8aa. 00010000:00000010:1.0:1776202233.620053:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b73f8f2. 00000100:00000010:1.0:1776202233.620060:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202233.620069:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202233.620084:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d40f237. 02000000:00000010:1.0:1776202233.620113:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b6cdc35. 00000400:00000010:1.0:1776202233.620119:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202233.620125:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202233.620132:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799168, portal 16 00000400:00000010:1.0:1776202233.620138:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202233.620140:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799168, offset 0 00000400:00000200:1.0:1776202233.620149:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.620167:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.620186:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.620190:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.620193:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.620196:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91737:91737:256:4294967295] 192.168.204.38@tcp LPNI seq info [91737:91737:8:4294967295] 00000400:00000200:1.0:1776202233.620205:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.620211:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.620216:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.620311:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.620321:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.620325:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.621234:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.621239:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202233.621245:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.621252:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.621257:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:0.0:1776202233.621260:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:0.0:1776202233.621268:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613799168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.624378:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.624398:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f500 00000400:00000200:1.0:1776202233.624409:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e61 [1] + 224 00000400:00000200:1.0:1776202233.624425:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.624429:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.624442:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613799168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202233.625715:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:3.0:1776202233.625725:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:3.0:1776202233.625729:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:3.0:1776202233.625747:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613799168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.625758:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613799168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.625802:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b6cdc35. 02000000:00000010:3.0:1776202233.625811:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d40f237. 00000100:00000010:3.0:1776202233.625815:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:3.0:1776202233.625821:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:3.0:1776202233.625826:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b73f8f2. 00010000:00000010:0.1:1776202233.627124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10378d5. 00010000:00000010:0.1:1776202233.627137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00000400:00000200:1.0:1776202233.627934:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.627952:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed698c0 00000400:00000200:1.0:1776202233.627960:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 984 00000400:00000200:1.0:1776202233.628276:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.628282:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.628288:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.628294:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000020:00000010:3.0:1776202233.630971:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000255330b1. 00000020:00000010:3.0:1776202233.630985:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202233.630990:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.631021:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7d46670 x1862480604600512/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.632128:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600512 02000000:00000010:3.0:1776202233.632146:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e33e8025. 00010000:00000010:3.0:1776202233.632180:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008741bac0. 00010000:00000010:3.0:1776202233.632205:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.632212:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.632238:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.632242:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000400:00000010:3.0:1776202233.632256:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202233.632263:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600512, offset 224 00000400:00000200:3.0:1776202233.632273:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.632290:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.632297:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91738:91738:256:4294967295] 192.168.204.38@tcp LPNI seq info [91738:91738:8:4294967295] 00000400:00000200:3.0:1776202233.632308:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.632314:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.632319:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202233.632325:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.632332:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.632336:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.632355:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000465a54e3. 00000020:00000010:3.0:1776202233.632360:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.632365:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000255330b1. 00080000:00000010:3.0:1776202233.632786:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000255330b1. 00010000:00000010:3.0:1776202233.632909:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000270ca8aa. 00010000:00000010:3.0:1776202233.632918:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a3d1c5e. 00010000:00000010:3.0:1776202233.632989:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.632994:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.633004:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.633008:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.633015:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202233.633027:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f9196ba. 02000000:00000010:3.0:1776202233.633519:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f8e7f49. 00000400:00000010:3.0:1776202233.633526:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202233.633532:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.633538:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799232, portal 16 00000400:00000010:3.0:1776202233.633543:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202233.633545:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799232, offset 0 00000400:00000200:3.0:1776202233.633553:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.633566:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.633574:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.633578:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.633581:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.633584:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91739:91739:255:4294967295] 192.168.204.38@tcp LPNI seq info [91739:91739:7:4294967295] 00000400:00000200:3.0:1776202233.633593:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.633598:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.633602:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82355026). 00000800:00000200:3.0:1776202233.633606:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.633612:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.633616:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.633950:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.633955:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354778). 00000400:00000200:0.0:1776202233.633961:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.633969:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.633974:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:0.0:1776202233.633976:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000800:00000200:0.0:1776202233.634062:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.634065:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:0.0:1776202233.634068:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.634072:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.634074:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:0.0:1776202233.634075:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:0.0:1776202233.634081:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b604bb25 x1862480613799232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.635046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd4eec2. 00010000:00000010:0.1:1776202233.635058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000043e8d26. 00010000:00000010:0.1:1776202233.635062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:1.0:1776202233.637753:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.637771:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f540 00000400:00000200:1.0:1776202233.637779:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e6d [1] + 224 00000400:00000200:1.0:1776202233.637791:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.637795:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.637806:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b604bb25 x1862480613799232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.637862:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.637867:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69900 00000400:00000200:1.0:1776202233.637872:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 1312 00000400:00000200:1.0:1776202233.637903:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.637907:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.637912:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.637917:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00000400:00000010:3.0:1776202233.638066:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202233.638072:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.638074:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:3.0:1776202233.638079:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b604bb25 x1862480613799232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.638087:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b604bb25 x1862480613799232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.638116:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f8e7f49. 02000000:00000010:3.0:1776202233.638122:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f9196ba. 00000100:00000010:3.0:1776202233.638125:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 00000100:00000010:3.0:1776202233.638129:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.638133:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00010000:00000010:2.1:1776202233.640007:0:78585:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac7f790. 00000020:00000010:0.0:1776202233.640126:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007263b9cb. 00000020:00000010:0.0:1776202233.640133:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.640137:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.640169:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c51e4f x1862480604600576/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.640203:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600576 02000000:00000010:0.0:1776202233.640214:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc130885. 00010000:00000010:0.0:1776202233.640247:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051864447. 00010000:00000010:0.0:1776202233.640267:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.640277:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.640301:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.640305:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00000400:00000010:0.0:1776202233.640320:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.640325:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600576, offset 224 00000400:00000200:0.0:1776202233.640333:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.640348:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.640355:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91740:91740:256:4294967295] 192.168.204.38@tcp LPNI seq info [91740:91740:8:4294967295] 00000400:00000200:0.0:1776202233.640365:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.640371:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.640376:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00080000:00000010:3.0:1776202233.640380:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9196ba. 00000800:00000200:0.0:1776202233.640382:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.640392:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.640396:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.640422:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.640427:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.640431:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007263b9cb. 00010000:00000010:3.0:1776202233.640479:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.640487:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000049a1e97. 00000800:00000200:0.0:1776202233.640555:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.640558:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:0.0:1776202233.640567:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776202233.640568:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edd803bc. 00010000:00000010:3.0:1776202233.640572:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000465a54e3. 00000400:00000200:0.0:1776202233.640572:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.640576:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00010000:00000010:3.0:1776202233.640578:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00000400:00000010:0.0:1776202233.640578:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00010000:00000010:3.0:1776202233.640583:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00080000:00000010:3.0:1776202233.640596:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f8e7f49. 00010000:00000010:3.0:1776202233.640620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.640623:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000465a54e3. 00010000:00000010:3.0:1776202233.640674:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202233.640678:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.640685:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.640689:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.640695:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202233.640708:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad0bd91. 02000000:00000010:3.0:1776202233.640736:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202233.640742:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202233.640748:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.640752:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799296, portal 16 00000400:00000010:3.0:1776202233.640757:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202233.640759:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799296, offset 0 00000400:00000200:3.0:1776202233.640822:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.640856:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.640863:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.640866:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.640869:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.640872:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91741:91741:256:4294967295] 192.168.204.38@tcp LPNI seq info [91741:91741:8:4294967295] 00000400:00000200:3.0:1776202233.640879:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.640895:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.640899:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202233.640903:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.640907:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.640909:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202233.641335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c8efd9. 00010000:00000010:1.1:1776202233.641341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00000800:00000200:0.0:1776202233.641925:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.641929:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:0.0:1776202233.641935:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.641941:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.641946:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:0.0:1776202233.641948:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:0.0:1776202233.641956:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b604bb25 x1862480613799296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.642974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af10298e. 00010000:00000010:3.1:1776202233.642984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f14fedb. 00010000:00000010:3.1:1776202233.642989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00000400:00000200:1.0:1776202233.645516:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.645537:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f580 00000400:00000200:1.0:1776202233.645547:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e79 [1] + 224 00000400:00000200:1.0:1776202233.645559:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.645563:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.645575:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b604bb25 x1862480613799296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.645611:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.645616:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69940 00000400:00000200:1.0:1776202233.645621:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 1640 00000400:00000200:1.0:1776202233.645629:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.645632:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.645636:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.645641:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 00000020:00000010:0.0:1776202233.645707:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007263b9cb. 00000020:00000010:0.0:1776202233.645714:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.645719:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000400:00000010:3.0:1776202233.645720:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202233.645725:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.645727:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:3.0:1776202233.645732:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b604bb25 x1862480613799296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.645740:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b604bb25 x1862480613799296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.645753:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054f18f56 x1862480604600640/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1776202233.645768:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202233.645773:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad0bd91. 00000100:00000010:3.0:1776202233.645777:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 00000100:00000010:3.0:1776202233.645779:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.645783:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00000100:00000200:0.0:1776202233.645788:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600640 02000000:00000010:0.0:1776202233.645798:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000849a6bd9. 00010000:00000010:0.0:1776202233.645826:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097c0bb78. 00010000:00000010:0.0:1776202233.645862:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.645868:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.645879:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.645881:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00000400:00000010:0.0:1776202233.645904:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00080000:00000010:3.0:1776202233.645909:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ac453cd. 00000100:00000200:0.0:1776202233.645909:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600640, offset 224 00000400:00000200:0.0:1776202233.645916:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.645926:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.645932:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91742:91742:256:4294967295] 192.168.204.38@tcp LPNI seq info [91742:91742:8:4294967295] 00000400:00000200:0.0:1776202233.645941:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.645945:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.645950:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.645955:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.645962:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.645966:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.645983:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.645986:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.645989:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007263b9cb. 00010000:00000010:3.0:1776202233.645994:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.646001:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f407dcb8. 00010000:00000010:3.0:1776202233.646095:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202233.646101:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018d30290. 00010000:00000010:3.0:1776202233.646111:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d45c05e. 00000100:00000010:3.0:1776202233.646114:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.646119:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202233.646129:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad0bd91. 02000000:00000010:3.0:1776202233.646151:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202233.646156:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202233.646161:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.646166:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799360, portal 16 00000400:00000010:3.0:1776202233.646170:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202233.646172:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799360, offset 0 00000400:00000200:3.0:1776202233.646177:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000800:00000200:0.0:1776202233.646539:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.646550:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:0.0:1776202233.646558:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.646562:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.646565:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202233.646567:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000400:00000200:3.0:1776202233.647324:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.647335:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.647338:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.647342:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.647345:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91743:91743:255:4294967295] 192.168.204.38@tcp LPNI seq info [91743:91743:7:4294967295] 00000400:00000200:3.0:1776202233.647356:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.647362:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00010000:00000010:0.1:1776202233.647387:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf8edf7. 00010000:00000010:3.1:1776202233.647388:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c9ad1d2. 00010000:00000010:3.1:1776202233.647394:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00010000:00000010:3.1:1776202233.647396:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd803bc. 00010000:00000010:3.1:1776202233.647399:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000800:00000010:3.0:1776202233.647407:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82354778). 00000800:00000200:3.0:1776202233.647473:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.647479:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.647482:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.650863:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.650872:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:0.0:1776202233.650880:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.650898:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.650904:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202233.650906:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:0.0:1776202233.650916:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b604bb25 x1862480613799360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.654334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc9452a. 00010000:00000010:3.1:1776202233.655248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079fefa6a. 00010000:00000010:3.1:1776202233.655259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00000400:00000200:2.0:1776202233.659554:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.659575:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f5c0 00000400:00000200:2.0:1776202233.659584:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e85 [1] + 224 00000400:00000200:2.0:1776202233.659596:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.659600:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.659612:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b604bb25 x1862480613799360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.659654:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.659659:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69980 00000400:00000200:2.0:1776202233.659664:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6865 [2] + 1968 00000400:00000010:2.0:1776202233.659667:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:2.0:1776202233.659671:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f9363f4d 00000400:00000200:2.0:1776202233.659740:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.659744:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.659747:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9363f4d 00000400:00000010:2.0:1776202233.659749:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f9363f4d (tot 82354378). 00000100:00000200:2.0:1776202233.659755:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202233.659819:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000659558dd. 00000020:00000010:2.0:1776202233.659826:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d66eea1. 00000020:00000010:2.0:1776202233.659849:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000100:00000200:2.0:1776202233.659879:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d0276d05 x1862480604600704/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.659914:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600704 02000000:00000010:2.0:1776202233.659925:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3f83801. 00010000:00000010:2.0:1776202233.659964:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7b20570. 00000100:00000010:2.0:1776202233.659971:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b80ebb4d. 00000100:00000010:2.0:1776202233.659978:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b80ebb4d. 00010000:00000010:2.0:1776202233.659983:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7b20570. 00000400:00000010:2.0:1776202233.659996:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202233.660000:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600704, offset 224 00000400:00000200:2.0:1776202233.660007:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.660018:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.660024:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91744:91744:256:4294967295] 192.168.204.38@tcp LPNI seq info [91744:91744:8:4294967295] 00000400:00000010:0.0:1776202233.660164:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:0.0:1776202233.660168:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:0.0:1776202233.660169:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:0.0:1776202233.660174:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b604bb25 x1862480613799360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.660192:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b604bb25 x1862480613799360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.660212:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbd0a113. 02000000:00000010:0.0:1776202233.660345:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:0.0:1776202233.660352:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad0bd91. 00000100:00000010:0.0:1776202233.660356:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 00000100:00000010:0.0:1776202233.660360:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:0.0:1776202233.660363:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d45c05e. 00080000:00000010:0.0:1776202233.660379:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007263b9cb. 00010000:00000010:0.0:1776202233.660466:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018d30290. 00010000:00000010:0.0:1776202233.660474:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dea0aff. 00010000:00000010:0.0:1776202233.660553:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.660560:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202233.660571:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005281d006. 00000100:00000010:0.0:1776202233.660575:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.660582:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.660595:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021dec6c7. 02000000:00000010:0.0:1776202233.660620:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd5ef5e. 00000400:00000010:0.0:1776202233.660625:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202233.660629:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202233.660634:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799424, portal 16 00000400:00000010:0.0:1776202233.660638:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.660640:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799424, offset 0 00000400:00000200:0.0:1776202233.660646:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.661386:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.661395:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.661402:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354626). 00000800:00000200:2.0:1776202233.661409:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.661417:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.661421:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.661457:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d66eea1. 00000020:00000010:2.0:1776202233.661462:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.661466:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000659558dd. 02000000:00000010:2.0:1776202233.661476:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000849a6bd9. 00000100:00000010:2.0:1776202233.661480:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054f18f56. 02000000:00000010:2.0:1776202233.661485:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc130885. 00000100:00000010:2.0:1776202233.661486:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093c51e4f. 02000000:00000010:2.0:1776202233.661491:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e33e8025. 00000100:00000010:2.0:1776202233.661493:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7d46670. 02000000:00000010:2.0:1776202233.661497:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004af4510. 00000100:00000010:2.0:1776202233.661500:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:2.0:1776202233.661504:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3145a1f. 00000100:00000010:2.0:1776202233.661510:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:2.0:1776202233.661513:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007501e7f7. 00000100:00000010:2.0:1776202233.661516:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000200:2.0:1776202233.661525:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202233.661529:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000581c5741. 00000400:00000010:2.0:1776202233.661534:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b80ebb4d (tot 82354778). 00000800:00000200:3.0:1776202233.661726:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.661730:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202233.661734:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.661738:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.661742:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:3.0:1776202233.661744:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 02000000:00000010:3.0:1776202233.661748:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3f83801. 00000400:00000200:0.0:1776202233.666792:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.666803:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.666806:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.666810:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.666813:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91745:91745:255:4294967295] 192.168.204.38@tcp LPNI seq info [91745:91745:7:4294967295] 00000400:00000200:0.0:1776202233.666825:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.666847:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.666855:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.666862:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.666870:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.666873:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.672303:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.672312:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:0.0:1776202233.672323:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.672333:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.672339:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202233.672341:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.672353:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613799424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.677717:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.677736:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f600 00000400:00000200:3.0:1776202233.677744:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7e91 [1] + 224 00000400:00000200:3.0:1776202233.677754:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.677758:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.677769:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613799424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.677808:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.677813:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed699c0 00000400:00000200:3.0:1776202233.677818:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 0 00000400:00000200:3.0:1776202233.677903:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.677906:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.677910:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.677916:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:3.0:1776202233.677963:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bde99de. 00000020:00000010:3.0:1776202233.677970:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.677973:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.677995:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604600768/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.678020:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600768 02000000:00000010:3.0:1776202233.678029:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a210390f. 00010000:00000010:3.0:1776202233.678068:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202233.678075:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.678081:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.678084:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202233.678098:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202233.678103:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600768, offset 224 00000400:00000010:1.0:1776202233.678109:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:1.0:1776202233.678114:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:1.0:1776202233.678120:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:1.0:1776202233.678126:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613799424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.678133:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613799424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.678154:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b1c5ad3. 02000000:00000010:1.0:1776202233.678167:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd5ef5e. 02000000:00000010:1.0:1776202233.678172:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021dec6c7. 00000100:00000010:1.0:1776202233.678177:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:1.0:1776202233.678181:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:1.0:1776202233.678183:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005281d006. 00080000:00000010:1.0:1776202233.678200:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6cdc35. 00010000:00000010:1.0:1776202233.678286:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:1.0:1776202233.678291:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a310d708. 00010000:00000010:1.0:1776202233.678376:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.0:1776202233.678382:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202233.678391:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ba64c07. 00000100:00000010:1.0:1776202233.678394:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.678401:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202233.678411:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079a72e0b. 02000000:00000010:1.0:1776202233.678433:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000720c5658. 00000400:00000010:1.0:1776202233.678437:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000200:3.0:1776202233.680318:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.680345:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.680353:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91746:91746:256:4294967295] 192.168.204.38@tcp LPNI seq info [91746:91746:8:4294967295] 00000400:00000200:3.0:1776202233.680366:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.680371:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.680377:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202233.680386:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.680393:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.680398:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.680436:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.680442:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.680447:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bde99de. 00000800:00000200:3.0:1776202233.680813:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.680816:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354530). 00000400:00000200:3.0:1776202233.680821:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.680826:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.680849:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202233.680851:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000400:00000010:1.0:1776202233.681681:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202233.681690:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799488, portal 16 00000400:00000010:1.0:1776202233.681696:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202233.681699:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799488, offset 0 00000400:00000200:1.0:1776202233.681707:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.681717:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.681723:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.681726:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.681729:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.681732:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91747:91747:256:4294967295] 192.168.204.38@tcp LPNI seq info [91747:91747:8:4294967295] 00000400:00000200:1.0:1776202233.681740:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.681745:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.681749:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.681754:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.681759:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.681762:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202233.682019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f6860b. 00010000:00000010:0.1:1776202233.682027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab0add4c. 00010000:00000010:0.1:1776202233.682143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000800:00000200:0.0:1776202233.682525:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.682530:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202233.682534:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.682541:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.682545:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:0.0:1776202233.682547:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:0.0:1776202233.682556:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613799488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.685334:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.685353:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f640 00000400:00000200:3.0:1776202233.685363:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ea1 [1] + 224 00000400:00000200:3.0:1776202233.685375:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.685379:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.685388:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613799488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.685422:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.685427:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69a00 00000400:00000200:3.0:1776202233.685431:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 328 00000400:00000200:3.0:1776202233.685439:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.685441:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.685445:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.685451:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:0.0:1776202233.685678:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac83a5d. 00000020:00000010:0.0:1776202233.685686:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.685690:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.685714:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604600832/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.685746:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600832 02000000:00000010:0.0:1776202233.685757:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021dec6c7. 00010000:00000010:0.0:1776202233.685793:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.685801:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.685807:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.685811:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.685824:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.685850:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600832, offset 224 00000400:00000200:0.0:1776202233.685858:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.685868:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.685874:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91748:91748:256:4294967295] 192.168.204.38@tcp LPNI seq info [91748:91748:8:4294967295] 00000400:00000200:0.0:1776202233.685894:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.685900:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.685905:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.685910:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.685917:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.685921:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.685940:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.685944:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.685948:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac83a5d. 00000800:00000200:0.0:1776202233.686063:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.686067:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:0.0:1776202233.686073:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.686077:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.686080:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202233.686081:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000400:00000010:1.0:1776202233.686375:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:1.0:1776202233.686380:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:1.0:1776202233.686381:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:1.0:1776202233.686389:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613799488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.686397:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613799488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.686420:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019909312. 02000000:00000010:1.0:1776202233.686435:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000720c5658. 02000000:00000010:1.0:1776202233.686441:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079a72e0b. 00000100:00000010:1.0:1776202233.686447:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202233.686452:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202233.686456:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ba64c07. 00080000:00000010:1.0:1776202233.686474:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000720c5658. 00010000:00000010:1.0:1776202233.687438:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202233.687450:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c36134e8. 00010000:00000010:1.0:1776202233.687530:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec48dac9. 00010000:00000010:1.0:1776202233.687537:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202233.687636:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ba64c07. 00000100:00000010:1.0:1776202233.687643:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.687652:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202233.687666:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079a72e0b. 02000000:00000010:1.0:1776202233.687697:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f834c674. 00000400:00000010:1.0:1776202233.687703:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202233.687709:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202233.687715:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799552, portal 16 00000400:00000010:1.0:1776202233.687719:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202233.687722:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799552, offset 0 00000400:00000200:1.0:1776202233.687730:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.687745:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.687752:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.687756:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.687759:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.687762:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91749:91749:256:4294967295] 192.168.204.38@tcp LPNI seq info [91749:91749:8:4294967295] 00000400:00000200:1.0:1776202233.687771:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.687778:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.687782:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.687787:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.687795:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.687799:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.688008:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.688013:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202233.688017:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.688021:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.688025:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:0.0:1776202233.688027:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:0.0:1776202233.688033:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613799552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.690120:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.690139:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f680 00000400:00000200:3.0:1776202233.690148:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ead [1] + 224 00000400:00000200:3.0:1776202233.690163:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.690167:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.690180:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613799552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202233.690303:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:1.0:1776202233.690309:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:1.0:1776202233.690311:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:1.0:1776202233.690668:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613799552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.690680:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613799552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202233.690710:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f834c674. 02000000:00000010:1.0:1776202233.690718:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079a72e0b. 00000100:00000010:1.0:1776202233.690723:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202233.690729:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202233.690733:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ba64c07. 00000400:00000200:0.0:1776202233.691876:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.691902:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69a40 00000400:00000200:0.0:1776202233.691910:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 656 00000400:00000200:0.0:1776202233.691989:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.691994:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.692000:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.692006:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:3.0:1776202233.692127:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021baf611. 00000020:00000010:3.0:1776202233.692134:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.692138:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.692164:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604600896/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.692201:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600896 02000000:00000010:3.0:1776202233.692212:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf7dd951. 00010000:00000010:3.0:1776202233.692239:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a7eba5. 00010000:00000010:3.0:1776202233.692260:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000868dba7. 00000100:00000010:3.0:1776202233.692267:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.692280:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.692283:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000868dba7. 00000400:00000010:3.0:1776202233.692295:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202233.692300:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600896, offset 224 00000400:00000200:3.0:1776202233.692307:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.692317:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.692323:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91750:91750:256:4294967295] 192.168.204.38@tcp LPNI seq info [91750:91750:8:4294967295] 00000400:00000200:3.0:1776202233.692332:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.692337:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.692342:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af943c14 (tot 82354778). 00000800:00000200:3.0:1776202233.692348:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.692355:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.692359:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000af943c14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.692374:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cd3d4d6. 00000020:00000010:3.0:1776202233.692378:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.692380:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021baf611. 00080000:00000010:3.0:1776202233.692407:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021baf611. 00010000:00000010:3.0:1776202233.692499:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:3.0:1776202233.692506:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee078831. 00010000:00000010:3.0:1776202233.692572:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edd803bc. 00010000:00000010:3.0:1776202233.692575:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cd3d4d6. 00010000:00000010:3.0:1776202233.692580:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202233.692585:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00080000:00000010:3.0:1776202233.692596:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047215cfa. 00010000:00000010:3.0:1776202233.692620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202233.692624:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cd3d4d6. 00010000:00000010:3.0:1776202233.692673:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202233.692676:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202233.692683:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000868dba7. 00000100:00000010:3.0:1776202233.692686:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.692692:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.692702:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae8e0bae. 02000000:00000010:3.0:1776202233.692726:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fb35543. 00000400:00000010:3.0:1776202233.692731:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080db36e7. 00000400:00000010:3.0:1776202233.692735:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202233.692739:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799616, portal 16 00000400:00000010:3.0:1776202233.692743:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.692744:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799616, offset 0 00000400:00000200:3.0:1776202233.692750:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.692757:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.692763:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.692766:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.692768:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.692771:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91751:91751:255:4294967295] 192.168.204.38@tcp LPNI seq info [91751:91751:7:4294967295] 00000400:00000200:3.0:1776202233.692777:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.692781:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.692785:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa7ddd8e (tot 82355026). 00000800:00000200:3.0:1776202233.692788:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.692793:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.692795:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa7ddd8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.693247:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.693251:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af943c14 (tot 82354778). 00000400:00000200:0.0:1776202233.693255:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.693259:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.693263:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:0.0:1776202233.693264:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000800:00000200:0.0:1776202233.693304:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.693306:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa7ddd8e (tot 82354530). 00000400:00000200:0.0:1776202233.693307:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.693310:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.693311:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:0.0:1776202233.693313:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:0.0:1776202233.693318:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613799616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202233.693932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec084be8. 00010000:00000010:1.1:1776202233.693940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f26ee1fa. 00010000:00000010:1.1:1776202233.693942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00000400:00000200:2.0:1776202233.701750:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.701769:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f6c0 00000400:00000200:2.0:1776202233.701779:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7eb9 [1] + 224 00000400:00000200:2.0:1776202233.701792:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.701796:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.701809:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613799616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.701867:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.701872:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69a80 00000400:00000200:2.0:1776202233.701876:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 984 00000400:00000200:2.0:1776202233.701944:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.701948:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.701953:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.701959:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:0.0:1776202233.702055:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac83a5d. 00000020:00000010:0.0:1776202233.702064:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.702068:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.702091:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604600960/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.702126:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604600960 02000000:00000010:0.0:1776202233.702138:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccd5ef5e. 00010000:00000010:0.0:1776202233.702189:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.702196:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.702203:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.702206:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.702219:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.702228:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604600960, offset 224 00000400:00000200:0.0:1776202233.702235:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.702245:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.702251:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91752:91752:256:4294967295] 192.168.204.38@tcp LPNI seq info [91752:91752:8:4294967295] 00000400:00000200:0.0:1776202233.702261:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.702266:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.702270:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.702276:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.702282:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.702286:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.702314:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.702318:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.702322:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac83a5d. 00000800:00000200:0.0:1776202233.702394:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.702397:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:0.0:1776202233.702403:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.702406:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.702409:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00010000:00000010:1.1:1776202233.702460:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8f7435b. 00010000:00000010:1.1:1776202233.702467:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006552290c. 00010000:00000010:1.1:1776202233.702471:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fde3daa. 00000400:00000010:0.0:1776202233.702645:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000400:00000010:3.0:1776202233.703400:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080db36e7. 00000400:00000200:3.0:1776202233.703406:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202233.703408:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:3.0:1776202233.703430:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613799616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.703443:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613799616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202233.703487:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f115915d. 02000000:00000010:3.0:1776202233.703505:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fb35543. 02000000:00000010:3.0:1776202233.703511:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae8e0bae. 00000100:00000010:3.0:1776202233.703515:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:3.0:1776202233.703519:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.703522:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000868dba7. 00080000:00000010:3.0:1776202233.703539:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae8e0bae. 00010000:00000010:3.0:1776202233.703651:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202233.703659:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7d20470. 00010000:00000010:3.0:1776202233.703749:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202233.703755:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f05b3f6. 00010000:00000010:3.0:1776202233.703768:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000868dba7. 00000100:00000010:3.0:1776202233.703773:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.703780:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.703793:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fb35543. 02000000:00000010:3.0:1776202233.703855:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d8c56de. 00000400:00000010:3.0:1776202233.703861:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080db36e7. 00000400:00000010:3.0:1776202233.703866:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202233.703871:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799680, portal 16 00000400:00000010:3.0:1776202233.703876:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202233.703878:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799680, offset 0 00000400:00000200:3.0:1776202233.703895:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.703911:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.703920:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.703924:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.703927:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.703930:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91753:91753:256:4294967295] 192.168.204.38@tcp LPNI seq info [91753:91753:8:4294967295] 00000400:00000200:3.0:1776202233.703939:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.703944:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.703949:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d9eec1 (tot 82354778). 00000800:00000200:3.0:1776202233.703954:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.703961:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.703964:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061d9eec1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.705307:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.705313:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d9eec1 (tot 82354530). 00000400:00000200:0.0:1776202233.705321:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.705329:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.705335:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:0.0:1776202233.705337:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:0.0:1776202233.705344:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613799680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.705917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000928044ef. 00010000:00000010:3.1:1776202233.705925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039c49183. 00010000:00000010:3.1:1776202233.705928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec48dac9. 00010000:00000010:3.1:1776202233.705931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd803bc. 00010000:00000010:3.1:1776202233.705934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00000400:00000200:3.0:1776202233.706926:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.706943:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f700 00000400:00000200:3.0:1776202233.706953:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ec5 [1] + 224 00000400:00000200:3.0:1776202233.706968:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.706972:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.706982:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613799680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.707106:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080db36e7. 00000400:00000200:0.0:1776202233.707111:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:0.0:1776202233.707113:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:0.0:1776202233.707118:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613799680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.707131:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613799680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.707158:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d8c56de. 02000000:00000010:0.0:1776202233.707163:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fb35543. 00000100:00000010:0.0:1776202233.707168:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 00000100:00000010:0.0:1776202233.707172:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:0.0:1776202233.707175:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000868dba7. 00000400:00000200:3.0:1776202233.711487:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.711506:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69ac0 00000400:00000200:3.0:1776202233.711514:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 1312 00000400:00000200:3.0:1776202233.712004:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.712010:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.712018:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.712025:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 00010000:00000010:3.1:1776202233.715160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092beeef9. 00010000:00000010:3.1:1776202233.715173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098437b55. 00010000:00000010:3.1:1776202233.715177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000020:00000010:1.0:1776202233.716136:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a72e0b. 00000020:00000010:1.0:1776202233.716145:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.716149:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.716181:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b604bb25 x1862480604601024/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.716312:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601024 02000000:00000010:1.0:1776202233.716334:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f834c674. 00010000:00000010:1.0:1776202233.716366:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d2ec3d4. 00010000:00000010:1.0:1776202233.716385:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ba64c07. 00000100:00000010:1.0:1776202233.716394:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.716420:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202233.716425:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ba64c07. 00000400:00000010:1.0:1776202233.716441:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202233.716449:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601024, offset 224 00000400:00000200:1.0:1776202233.716458:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.716475:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.716481:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91754:91754:256:4294967295] 192.168.204.38@tcp LPNI seq info [91754:91754:8:4294967295] 00000400:00000200:1.0:1776202233.716490:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.716495:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.716500:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202233.716507:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.716513:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.716517:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.716534:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.716538:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.716542:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a72e0b. 00080000:00000010:2.0:1776202233.716638:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000659558dd. 00010000:00000010:2.0:1776202233.716734:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f05b3f6. 00010000:00000010:2.0:1776202233.716742:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3b4d56a. 00010000:00000010:2.0:1776202233.716821:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb15aa96. 00010000:00000010:2.0:1776202233.716827:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.716856:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004732afc5. 00000100:00000010:2.0:1776202233.716861:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.716869:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202233.716879:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001314e419. 02000000:00000010:2.0:1776202233.716913:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce4c94f6. 00000400:00000010:2.0:1776202233.716919:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.716923:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202233.716927:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799744, portal 16 00000400:00000010:2.0:1776202233.716930:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202233.716932:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799744, offset 0 00000400:00000200:2.0:1776202233.716937:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.716943:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.716949:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.716952:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.716955:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.716957:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91755:91755:255:4294967295] 192.168.204.38@tcp LPNI seq info [91755:91755:7:4294967295] 00000400:00000200:2.0:1776202233.716963:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.716968:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.716971:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202233.716974:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.716978:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.716980:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.719007:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.719018:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354778). 00000400:00000200:0.0:1776202233.719026:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.719037:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.719043:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:0.0:1776202233.719046:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000800:00000200:0.0:1776202233.719133:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.719136:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:0.0:1776202233.719139:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.719142:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.719145:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:0.0:1776202233.719146:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:0.0:1776202233.719155:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613799744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.721789:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.721808:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f740 00000400:00000200:0.0:1776202233.721817:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ed1 [1] + 224 00000400:00000200:0.0:1776202233.721828:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.721857:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.721868:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613799744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.721916:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.721921:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69b00 00000400:00000200:0.0:1776202233.721927:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 1640 00000400:00000200:0.0:1776202233.721936:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.721939:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.721943:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.721948:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:3.0:1776202233.722046:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe340d8. 00000020:00000010:3.0:1776202233.722054:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.722058:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.722082:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604601088/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.722113:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601088 02000000:00000010:3.0:1776202233.722126:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ffa22bf. 00010000:00000010:3.0:1776202233.722172:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.722179:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.722185:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.722188:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.722202:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.722207:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601088, offset 224 00000400:00000200:3.0:1776202233.722215:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.722233:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.722238:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91756:91756:256:4294967295] 192.168.204.38@tcp LPNI seq info [91756:91756:8:4294967295] 00000400:00000200:3.0:1776202233.722249:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.722254:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.722260:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.722266:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.722274:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.722277:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.722294:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.722299:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.722303:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe340d8. 00000800:00000200:3.0:1776202233.722413:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.722416:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202233.722420:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.722424:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.722427:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202233.722429:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00010000:00000010:1.1:1776202233.723000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d3ca10. 00000400:00000010:1.0:1776202233.723022:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:1.0:1776202233.723026:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:1.0:1776202233.723027:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:1.0:1776202233.723035:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613799744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202233.723044:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613799744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202233.723067:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f87ec42. 02000000:00000010:1.0:1776202233.723080:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce4c94f6. 02000000:00000010:1.0:1776202233.723086:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001314e419. 00000100:00000010:1.0:1776202233.723090:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:1.0:1776202233.723094:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:1.0:1776202233.723097:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004732afc5. 00080000:00000010:1.0:1776202233.723117:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079a72e0b. 00010000:00000010:1.0:1776202233.723214:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:1.0:1776202233.723299:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b331aff. 00010000:00000010:1.0:1776202233.723390:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.0:1776202233.723396:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202233.723411:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ba64c07. 00000100:00000010:1.0:1776202233.723417:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.723428:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202233.723440:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036799ef6. 02000000:00000010:1.0:1776202233.723471:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4e2cbb. 00000400:00000010:1.0:1776202233.723477:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202233.723483:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202233.723488:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799808, portal 16 00000400:00000010:1.0:1776202233.723493:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202233.723496:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799808, offset 0 00000400:00000200:1.0:1776202233.723502:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.723513:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.723520:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.723524:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.723527:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.723530:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91757:91757:256:4294967295] 192.168.204.38@tcp LPNI seq info [91757:91757:8:4294967295] 00000400:00000200:1.0:1776202233.723538:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.723544:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.723547:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.723551:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.723556:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.723559:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.724238:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.724241:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.724246:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.724252:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.724255:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:0.0:1776202233.724257:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:0.0:1776202233.724264:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613799808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.728564:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.728584:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f780 00000400:00000200:1.0:1776202233.728593:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7edd [1] + 224 00000400:00000200:1.0:1776202233.728615:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.728618:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.728630:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613799808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.728669:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.728675:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69b40 00000400:00000200:1.0:1776202233.728680:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb68bd [2] + 1968 00000400:00000010:1.0:1776202233.728684:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009290656d. 00000400:00000200:1.0:1776202233.728688:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000081578f45 00000400:00000200:1.0:1776202233.728695:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.728698:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.728701:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081578f45 00000400:00000010:1.0:1776202233.728703:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000081578f45 (tot 82354378). 00000100:00000200:1.0:1776202233.728708:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776202233.728725:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:2.0:1776202233.728728:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:2.0:1776202233.728730:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:2.0:1776202233.728736:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613799808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.728744:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613799808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.728783:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4e2cbb. 02000000:00000010:2.0:1776202233.728789:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036799ef6. 00000100:00000010:2.0:1776202233.728793:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:2.0:1776202233.728799:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:2.0:1776202233.728803:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ba64c07. 00000020:00000010:3.0:1776202233.728870:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe340d8. 00000020:00000010:3.0:1776202233.728876:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.728881:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.728913:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c6a3e6c3 x1862480604601152/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.728939:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601152 02000000:00000010:3.0:1776202233.728949:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf4c6bbc. 00010000:00000010:3.0:1776202233.728977:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094051603. 00010000:00000010:3.0:1776202233.728997:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.729002:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094cd77df. 00000100:00000010:3.0:1776202233.729017:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094cd77df. 00010000:00000010:3.0:1776202233.729020:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.729033:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.729037:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601152, offset 224 00000400:00000200:3.0:1776202233.729044:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.729054:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.729059:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91758:91758:256:4294967295] 192.168.204.38@tcp LPNI seq info [91758:91758:8:4294967295] 00000400:00000200:3.0:1776202233.729069:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.729075:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.729080:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354626). 00000800:00000200:3.0:1776202233.729085:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.729092:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.729096:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776202233.729098:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7fa1c2b. 00000020:00000010:3.0:1776202233.729111:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.729116:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.729118:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe340d8. 02000000:00000010:3.0:1776202233.729126:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ffa22bf. 00000100:00000010:3.0:1776202233.729129:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:3.0:1776202233.729132:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f834c674. 00000100:00000010:3.0:1776202233.729136:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202233.729139:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccd5ef5e. 00000100:00000010:3.0:1776202233.729142:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202233.729145:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf7dd951. 00000100:00000010:3.0:1776202233.729148:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:3.0:1776202233.729150:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021dec6c7. 00000100:00000010:3.0:1776202233.729153:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202233.729156:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a210390f. 00000100:00000010:3.0:1776202233.729158:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 00000100:00000200:3.0:1776202233.729164:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.729168:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f74244e. 00000400:00000010:3.0:1776202233.729171:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094cd77df (tot 82354778). 00010000:00000010:2.0:1776202233.729191:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:2.0:1776202233.729199:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb5a0048. 00010000:00000010:2.0:1776202233.729276:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.0:1776202233.729281:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000581c5e9c. 00010000:00000010:2.0:1776202233.729291:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000689b88af. 00000100:00000010:2.0:1776202233.729295:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.729302:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202233.729312:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc388d02. 02000000:00000010:2.0:1776202233.729331:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb0fa606. 00000400:00000010:2.0:1776202233.729334:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.729338:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202233.729341:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799872, portal 16 00000400:00000010:2.0:1776202233.729344:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202233.729346:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799872, offset 0 00000400:00000200:2.0:1776202233.729351:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.729357:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.729363:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.729366:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.729369:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.729372:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91759:91759:255:4294967295] 192.168.204.38@tcp LPNI seq info [91759:91759:7:4294967295] 00000400:00000200:2.0:1776202233.729378:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.729382:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.729385:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82355026). 00000800:00000200:2.0:1776202233.729389:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.729392:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.729395:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.729725:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.729729:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354778). 00000400:00000200:3.0:1776202233.729733:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.729737:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.729739:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202233.729741:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 02000000:00000010:3.0:1776202233.729744:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf4c6bbc. 00000800:00000200:3.0:1776202233.729772:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.729774:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202233.729777:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.729780:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.729782:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:3.0:1776202233.729783:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:3.0:1776202233.729789:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613799872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.731120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d44810. 00010000:00000010:2.1:1776202233.731129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000400:00000200:3.0:1776202233.731662:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.731676:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f7c0 00000400:00000200:3.0:1776202233.731681:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7eed [1] + 224 00000400:00000200:3.0:1776202233.731691:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.731693:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.731701:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613799872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.731748:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.731752:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:2.0:1776202233.731754:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:2.0:1776202233.731850:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613799872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.731858:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613799872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.731896:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202233.731902:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc388d02. 00000100:00000010:2.0:1776202233.731907:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202233.731910:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.731914:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000689b88af. 00000400:00000200:1.0:1776202233.732046:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.732055:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69b80 00000400:00000200:1.0:1776202233.732060:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 0 00000400:00000200:1.0:1776202233.732113:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.732117:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.732122:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.732127:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:3.0:1776202233.732459:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf4c6bbc. 00000020:00000010:3.0:1776202233.732467:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.732472:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.732495:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604601216/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.732533:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601216 02000000:00000010:3.0:1776202233.732547:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ffa22bf. 00010000:00000010:3.0:1776202233.732575:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000760c90e1. 00010000:00000010:3.0:1776202233.732608:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.732617:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08f745f. 00000100:00000010:3.0:1776202233.732630:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08f745f. 00010000:00000010:3.0:1776202233.732633:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.732644:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.732649:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601216, offset 224 00000400:00000200:3.0:1776202233.732656:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.732666:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.732672:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91760:91760:256:4294967295] 192.168.204.38@tcp LPNI seq info [91760:91760:8:4294967295] 00000400:00000200:3.0:1776202233.732682:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.732687:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.732692:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.732697:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00080000:00000010:2.0:1776202233.732700:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc388d02. 00000800:00000200:3.0:1776202233.732705:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.732710:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.732726:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.732731:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.732733:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf4c6bbc. 00000800:00000200:3.0:1776202233.732798:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776202233.732799:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000581c5e9c. 00000800:00000010:3.0:1776202233.732801:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202233.732804:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776202233.732805:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006af30baa. 00000400:00000200:3.0:1776202233.732823:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.732826:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202233.732847:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00010000:00000010:2.0:1776202233.732913:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.0:1776202233.732919:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000581c5e9c. 00010000:00000010:2.0:1776202233.732929:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000689b88af. 00000100:00000010:2.0:1776202233.732932:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.732940:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202233.732949:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202233.732968:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a45918bb. 00000400:00000010:2.0:1776202233.732972:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.732976:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202233.732980:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613799936, portal 16 00000400:00000010:2.0:1776202233.732984:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202233.732986:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613799936, offset 0 00000400:00000200:2.0:1776202233.732990:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.732996:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.733002:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.733005:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.733008:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.733010:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91761:91761:256:4294967295] 192.168.204.38@tcp LPNI seq info [91761:91761:8:4294967295] 00000400:00000200:2.0:1776202233.733016:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.733020:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.733022:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202233.733026:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.733029:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.733031:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.734327:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.734334:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202233.734340:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.734347:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.734351:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:3.0:1776202233.734353:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:3.0:1776202233.734361:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613799936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.736181:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.736197:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f800 00000400:00000200:3.0:1776202233.736206:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7ef9 [1] + 224 00000400:00000200:3.0:1776202233.736228:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.736231:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.736241:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613799936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.736657:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.736665:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69bc0 00000400:00000200:3.0:1776202233.736670:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 328 00000400:00000200:3.0:1776202233.736718:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.736722:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.736726:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.736732:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebf97291. 00000020:00000010:3.0:1776202233.736814:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf4c6bbc. 00000020:00000010:3.0:1776202233.736820:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.736825:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.736866:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebf97291 x1862480604601280/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.736901:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601280 02000000:00000010:3.0:1776202233.736912:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ebe340d8. 00010000:00000010:3.0:1776202233.736950:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.736956:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08f745f. 00000100:00000010:3.0:1776202233.736961:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08f745f. 00010000:00000010:3.0:1776202233.736964:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.736977:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.736981:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601280, offset 224 00000400:00000200:3.0:1776202233.736988:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.736998:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.737004:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91762:91762:256:4294967295] 192.168.204.38@tcp LPNI seq info [91762:91762:8:4294967295] 00000400:00000200:3.0:1776202233.737013:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.737018:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.737022:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.737026:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.737032:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.737035:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.737051:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.737056:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.737058:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf4c6bbc. 00000800:00000200:3.0:1776202233.737337:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.737341:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354530). 00000400:00000200:3.0:1776202233.737344:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.737348:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.737351:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202233.737352:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000400:00000010:0.0:1776202233.737421:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:0.0:1776202233.737426:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:0.0:1776202233.737427:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:0.0:1776202233.737433:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613799936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.737440:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613799936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.737459:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008973c186. 02000000:00000010:0.0:1776202233.737472:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a45918bb. 02000000:00000010:0.0:1776202233.737476:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb0fa606. 00000100:00000010:0.0:1776202233.737478:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:0.0:1776202233.737481:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:0.0:1776202233.737483:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000689b88af. 00080000:00000010:0.0:1776202233.737499:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc130885. 00010000:00000010:0.0:1776202233.737583:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000581c5e9c. 00010000:00000010:0.0:1776202233.737590:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000996336b7. 00010000:00000010:0.0:1776202233.737686:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202233.737692:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202233.737703:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.737707:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.737714:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202233.737723:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000849a6bd9. 02000000:00000010:0.0:1776202233.737747:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eac83a5d. 00000400:00000010:0.0:1776202233.737751:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202233.737755:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.737759:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800000, portal 16 00000400:00000010:0.0:1776202233.737763:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202233.737765:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613800000, offset 0 00000400:00000200:0.0:1776202233.737770:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.737777:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.737783:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.737786:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.737789:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.737791:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91763:91763:256:4294967295] 192.168.204.38@tcp LPNI seq info [91763:91763:8:4294967295] 00000400:00000200:0.0:1776202233.737798:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.737802:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.737805:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.737809:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.737814:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.737816:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202233.737987:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008653d83b. 00010000:00000010:1.1:1776202233.737994:0:78586:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebefd17e. 00010000:00000010:1.1:1776202233.737998:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb15aa96. 00000800:00000200:3.0:1776202233.739403:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.739409:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:3.0:1776202233.739418:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.739426:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.739430:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:3.0:1776202233.739432:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000100:00000200:3.0:1776202233.739441:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613800000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.740819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003227ab23. 00010000:00000010:2.1:1776202233.740970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b5c3de. 00010000:00000010:2.1:1776202233.740977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fde3daa. 00010000:00000010:2.1:1776202233.740980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f89b91. 00010000:00000010:2.1:1776202233.740983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00010000:00000010:0.1:1776202233.745870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000363ba1b6. 00010000:00000010:0.1:1776202233.745893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dde4719. 00010000:00000010:0.1:1776202233.745910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a37b94. 00010000:00000010:3.1:1776202233.746273:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fedaf59. 00000400:00000200:3.0:1776202233.746339:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.746356:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f840 00000400:00000200:3.0:1776202233.746364:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7f05 [1] + 224 00000400:00000200:3.0:1776202233.746378:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.746383:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.746394:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613800000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.746469:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001af7ceb6. 00000400:00000200:0.0:1776202233.746474:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202233.746476:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.746482:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613800000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.746489:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613800000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.746515:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eac83a5d. 02000000:00000010:0.0:1776202233.746521:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000849a6bd9. 00000100:00000010:0.0:1776202233.746525:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:0.0:1776202233.746528:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.746532:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000200:3.0:1776202233.749000:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.749027:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69c00 00000400:00000200:3.0:1776202233.749039:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 656 00000400:00000200:3.0:1776202233.749102:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.749107:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.749116:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.749124:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcc09ce1. 00000020:00000010:0.0:1776202233.749250:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000849a6bd9. 00000020:00000010:0.0:1776202233.749262:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000058f0181e. 00000020:00000010:0.0:1776202233.749266:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.749295:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcc09ce1 x1862480604601344/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.749332:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601344 02000000:00000010:0.0:1776202233.749344:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac83a5d. 00010000:00000010:0.0:1776202233.749376:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e04ff082. 00010000:00000010:0.0:1776202233.749401:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.749410:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.749430:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.749434:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.749448:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202233.749454:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601344, offset 224 00000400:00000200:0.0:1776202233.749463:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.749478:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.749484:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91764:91764:256:4294967295] 192.168.204.38@tcp LPNI seq info [91764:91764:8:4294967295] 00000400:00000200:0.0:1776202233.749494:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.749501:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.749505:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202233.749511:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.749517:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.749521:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.749540:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000058f0181e. 00000020:00000010:0.0:1776202233.749545:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.749550:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000849a6bd9. 00000800:00000200:3.0:1776202233.749647:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.749653:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:3.0:1776202233.749665:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.749672:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.749677:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00080000:00000010:2.0:1776202233.749679:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d85373. 00000400:00000010:3.0:1776202233.749680:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00010000:00000010:2.0:1776202233.749772:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:2.0:1776202233.749779:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000433d9f94. 00010000:00000010:2.0:1776202233.749868:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.0:1776202233.749874:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.749893:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.749898:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.749905:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.749915:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016145e15. 02000000:00000010:2.0:1776202233.749935:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052963abe. 00000400:00000010:2.0:1776202233.749940:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.749945:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.749949:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800064, portal 16 00000400:00000010:2.0:1776202233.749953:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202233.749957:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613800064, offset 0 00000400:00000200:2.0:1776202233.749965:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.749972:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.749979:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.749982:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.749984:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.749987:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91765:91765:256:4294967295] 192.168.204.38@tcp LPNI seq info [91765:91765:8:4294967295] 00000400:00000200:2.0:1776202233.749996:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.750000:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.750003:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202233.750006:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.750010:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.750012:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.750101:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.750105:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:3.0:1776202233.750111:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.750117:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.750120:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:3.0:1776202233.750121:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:3.0:1776202233.750129:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613800064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.752192:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.752216:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f880 00000400:00000200:3.0:1776202233.752234:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7f11 [1] + 224 00000400:00000200:3.0:1776202233.752252:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.752256:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.752272:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613800064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.752583:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.752589:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:2.0:1776202233.752692:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.752699:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613800064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.752708:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613800064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.752745:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052963abe. 02000000:00000010:2.0:1776202233.752754:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016145e15. 00000100:00000010:2.0:1776202233.752758:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202233.752762:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.752766:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000400:00000200:3.0:1776202233.752950:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.752959:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69c40 00000400:00000200:3.0:1776202233.752965:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 984 00000400:00000200:3.0:1776202233.753016:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.753020:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.753025:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.753031:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b604bb25. 00000020:00000010:0.0:1776202233.753196:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000849a6bd9. 00000020:00000010:0.0:1776202233.753209:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.753214:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.753251:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b604bb25 x1862480604601408/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.753294:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601408 02000000:00000010:0.0:1776202233.753307:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021dec6c7. 00010000:00000010:0.0:1776202233.753341:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d74bb005. 00010000:00000010:0.0:1776202233.753364:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.753372:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000188ac41d. 00000100:00000010:0.0:1776202233.753400:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000188ac41d. 00010000:00000010:0.0:1776202233.753405:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.753418:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202233.753424:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601408, offset 224 00000400:00000200:0.0:1776202233.753432:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.753447:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.753453:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91766:91766:256:4294967295] 192.168.204.38@tcp LPNI seq info [91766:91766:8:4294967295] 00000400:00000200:0.0:1776202233.753464:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.753470:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.753476:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202233.753482:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.753490:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.753495:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776202233.753606:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016145e15. 00010000:00000010:2.0:1776202233.753695:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.753702:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbcb2159. 00010000:00000010:2.0:1776202233.753779:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d48809. 00010000:00000010:2.0:1776202233.753785:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.753794:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.753798:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.753805:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.753815:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052963abe. 02000000:00000010:2.0:1776202233.753860:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb0fa606. 00000400:00000010:2.0:1776202233.753866:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.753871:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.753875:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800128, portal 16 00000400:00000010:2.0:1776202233.753879:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202233.753881:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613800128, offset 0 00000400:00000200:2.0:1776202233.753898:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.753906:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.753912:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.753915:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.753918:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.753920:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91767:91767:255:4294967295] 192.168.204.38@tcp LPNI seq info [91767:91767:7:4294967295] 00000400:00000200:2.0:1776202233.753926:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.753930:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.753933:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82355026). 00000800:00000200:2.0:1776202233.753936:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.753941:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.753943:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.754002:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.754007:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.754011:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000849a6bd9. 00000800:00000200:1.0:1776202233.754533:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.754537:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354778). 00000400:00000200:1.0:1776202233.754545:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.754551:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.754556:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:1.0:1776202233.754558:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000800:00000200:1.0:1776202233.754631:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.754634:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:1.0:1776202233.754637:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.754640:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.754642:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:1.0:1776202233.754643:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:1.0:1776202233.754650:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613800128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.759906:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8655b56. 00000400:00000200:0.0:1776202233.759940:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.759963:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f8c0 00000400:00000200:0.0:1776202233.759974:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7f1d [1] + 224 00000400:00000200:0.0:1776202233.759993:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.759997:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.760013:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613800128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.760049:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.760056:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69c80 00000400:00000200:0.0:1776202233.760061:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 1312 00000400:00000010:2.0:1776202233.760091:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.760105:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:2.0:1776202233.760107:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.760124:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613800128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.760128:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.760140:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.760151:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776202233.760157:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613800128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776202233.760163:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:2.0:1776202233.760274:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202233.760284:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000052963abe. 00000020:00000010:3.0:1776202233.760287:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc50c5f. 00000100:00000010:2.0:1776202233.760291:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202233.760299:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00000020:00000010:3.0:1776202233.760300:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00010000:00000010:2.0:1776202233.760304:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000020:00000010:3.0:1776202233.760310:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.760354:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604601472/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.760397:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601472 02000000:00000010:3.0:1776202233.760414:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf4c6bbc. 00010000:00000010:3.0:1776202233.760457:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e5ec9fe. 00010000:00000010:3.0:1776202233.760486:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.760495:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08f745f. 00000100:00000010:3.0:1776202233.760510:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08f745f. 00010000:00000010:3.0:1776202233.760514:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.760533:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.760539:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601472, offset 224 00000400:00000200:3.0:1776202233.760550:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202233.760557:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052963abe. 00000400:00000200:3.0:1776202233.760567:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.760575:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91768:91768:256:4294967295] 192.168.204.38@tcp LPNI seq info [91768:91768:8:4294967295] 00000400:00000200:3.0:1776202233.760589:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.760596:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.760601:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c57cb11 (tot 82354778). 00000800:00000200:3.0:1776202233.760610:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.760619:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.760624:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c57cb11 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776202233.760671:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.760684:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c61743e. 00000020:00000010:3.0:1776202233.760695:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.760703:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.760708:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc50c5f. 00010000:00000010:2.0:1776202233.760788:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.0:1776202233.760797:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.760813:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.760820:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.760857:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.760871:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb0fa606. 02000000:00000010:2.0:1776202233.760910:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a45918bb. 00000400:00000010:2.0:1776202233.760916:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.760921:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.760927:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800192, portal 16 00000400:00000010:2.0:1776202233.760931:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202233.760933:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613800192, offset 0 00000400:00000200:2.0:1776202233.760941:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.760957:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.760966:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.760971:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.760974:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.760978:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91769:91769:255:4294967295] 192.168.204.38@tcp LPNI seq info [91769:91769:7:4294967295] 00000400:00000200:2.0:1776202233.760988:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.760993:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.760997:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82355026). 00000800:00000200:2.0:1776202233.761005:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.761013:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.761018:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.762822:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.763139:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c57cb11 (tot 82354778). 00000400:00000200:0.0:1776202233.763154:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.763170:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.763177:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:0.0:1776202233.763181:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000800:00000200:0.0:1776202233.763266:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.763268:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:0.0:1776202233.763273:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.763277:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.763279:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:0.0:1776202233.763281:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000100:00000200:0.0:1776202233.763292:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613800192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202233.764997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028670c39. 00010000:00000010:2.1:1776202233.765015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00000400:00000200:1.0:1776202233.765239:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.765259:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f900 00000400:00000200:1.0:1776202233.765268:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7f29 [1] + 224 00000400:00000200:1.0:1776202233.765287:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.765291:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.765303:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613800192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.765395:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.765400:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:2.0:1776202233.765402:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.765407:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613800192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.765415:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613800192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.765444:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a45918bb. 02000000:00000010:2.0:1776202233.765450:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb0fa606. 00000100:00000010:2.0:1776202233.765454:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202233.765457:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.765460:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00010000:00000010:3.1:1776202233.767906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095e3fe22. 00010000:00000010:2.1:1776202233.767907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000830c63ee. 00010000:00000010:2.1:1776202233.767935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.1:1776202233.767942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008729a4c3. 00010000:00000010:2.1:1776202233.767947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d48809. 00010000:00000010:0.1:1776202233.768005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c05793. 00000400:00000200:0.0:1776202233.769632:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.769660:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69cc0 00000400:00000200:0.0:1776202233.769672:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 1640 00000400:00000200:0.0:1776202233.769759:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.769765:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.769776:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202233.769784:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:3.0:1776202233.770061:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec2e3c02. 00000020:00000010:3.0:1776202233.770070:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.770075:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.770110:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604601536/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.770154:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601536 02000000:00000010:3.0:1776202233.770171:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5c0e0ca. 00010000:00000010:3.0:1776202233.770224:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a00de989. 00010000:00000010:3.0:1776202233.770259:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.770269:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08f745f. 00000100:00000010:3.0:1776202233.770293:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08f745f. 00010000:00000010:3.0:1776202233.770297:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.770329:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202233.770336:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601536, offset 224 00000400:00000200:3.0:1776202233.770350:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.770368:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.770375:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91770:91770:256:4294967295] 192.168.204.38@tcp LPNI seq info [91770:91770:8:4294967295] 00000400:00000200:3.0:1776202233.770388:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.770394:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.770401:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c756efbd (tot 82354778). 00000800:00000200:3.0:1776202233.770410:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.770421:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.770426:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c756efbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.770461:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.770467:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.770470:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec2e3c02. 00000800:00000200:0.0:1776202233.770603:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.770607:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c756efbd (tot 82354530). 00000400:00000200:0.0:1776202233.770612:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.770616:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.770620:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:0.0:1776202233.770623:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00080000:00000010:2.0:1776202233.770768:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb0fa606. 00010000:00000010:2.0:1776202233.770985:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.770996:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000401b8cb6. 00010000:00000010:2.0:1776202233.771079:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d48809. 00010000:00000010:2.0:1776202233.771095:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.771109:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.771118:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.771131:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.771150:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a45918bb. 02000000:00000010:2.0:1776202233.771192:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001314e419. 00000400:00000010:2.0:1776202233.771200:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000007431501. 00000400:00000010:2.0:1776202233.771207:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.771216:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800256, portal 16 00000400:00000010:2.0:1776202233.771225:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202233.771227:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613800256, offset 0 00000400:00000200:2.0:1776202233.771238:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.771261:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.771271:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.771275:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.771279:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.771283:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91771:91771:256:4294967295] 192.168.204.38@tcp LPNI seq info [91771:91771:8:4294967295] 00000400:00000200:2.0:1776202233.771295:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.771302:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.771307:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202233.771315:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.771324:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.771328:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.771658:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.771663:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202233.771669:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.771676:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.771681:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:1.0:1776202233.771684:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:1.0:1776202233.771692:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613800256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776202233.772992:0:65672:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 02000000:00000010:0.0:1776202233.773017:0:65672:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e9984f5. 02000000:00000010:2.0:1776202233.773136:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ac6563b. 00000400:00000010:2.0:1776202233.773146:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f144f154. 00000400:00000010:2.0:1776202233.773155:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202233.773162:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613800320, portal 4 00000400:00000010:2.0:1776202233.773172:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202233.773176:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862480613800320, offset 0 00000400:00000200:2.0:1776202233.773187:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.773205:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.773218:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dea8f62f980 00000400:00000200:2.0:1776202233.773226:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x494e5 [256] + 17472 00000100:00000010:3.0:1776202233.773231:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004885b19c. 00000400:00000200:2.0:1776202233.773234:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.773242:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776202233.773252:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:3.0:1776202233.773254:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b270ebd9. 00000100:00000010:2.0:1776202233.773259:0:15869:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000804b7fe4. 00000100:00000010:3.0:1776202233.773279:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000675b6101. 02000000:00000010:3.0:1776202233.773287:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c756efbd. 00000400:00000200:2.0:1776202233.773288:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:2.0:1776202233.773292:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:2.0:1776202233.773300:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000770c5b37 x1862480613800320/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000010:3.0:1776202233.773313:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073204bd6. 02000000:00000010:3.0:1776202233.773331:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c57cb11. 02000000:00000010:2.0:1776202233.773339:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce4c94f6. 00000100:00000010:3.0:1776202233.773342:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000985f69f. 00000400:00000010:2.0:1776202233.773347:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d3315a1. 02000000:00000010:3.0:1776202233.773351:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061d9eec1. 00000400:00000010:2.0:1776202233.773354:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202233.773362:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800384, portal 25 00000400:00000010:2.0:1776202233.773366:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202233.773368:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862480613800384, offset 0 00000100:00000010:3.0:1776202233.773374:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000154d2bb9. 00000400:00000200:2.0:1776202233.773378:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1776202233.773383:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa7ddd8e. 00000400:00000200:2.0:1776202233.773388:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1776202233.773396:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000762bde8f. 00000400:00000200:2.0:1776202233.773401:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69dea8f62f9c0 02000000:00000010:3.0:1776202233.773403:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af943c14. 00000400:00000200:2.0:1776202233.773408:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x90e51 [2] + 0 00000100:00000010:3.0:1776202233.773414:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011920eee. 00000400:00000010:2.0:1776202233.773414:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000362b9244. 00000400:00000200:2.0:1776202233.773422:0:15869:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006ba49ad6 02000000:00000010:3.0:1776202233.773423:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffc00867. 00000400:00000200:2.0:1776202233.773428:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.773433:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1776202233.773436:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ba49ad6 00000100:00000010:3.0:1776202233.773437:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c18538d1. 00000400:00000010:2.0:1776202233.773439:0:15869:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006ba49ad6 (tot 82354378). 02000000:00000010:3.0:1776202233.773445:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000983914c2. 00000100:00000200:2.0:1776202233.773448:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1776202233.773455:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b88419. 02000000:00000010:3.0:1776202233.773462:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000682e45d1. 00000400:00000200:2.0:1776202233.773467:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000100:00000010:3.0:1776202233.773469:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077d85069. 00000400:00000010:2.0:1776202233.773471:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 02000000:00000010:3.0:1776202233.773478:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097f5f3cb. 00000100:00000200:2.0:1776202233.773482:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004885b19c x1862480613800384/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776202240 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000010:3.0:1776202233.773488:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056e53c69. 02000000:00000010:3.0:1776202233.773496:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fb0d802. 00000100:00000010:3.0:1776202233.773509:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ddae269. 02000000:00000010:2.0:1776202233.773517:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3f83801. 02000000:00000010:3.0:1776202233.773520:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000824e63ba. 00000400:00000010:2.0:1776202233.773526:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057849f5b. 00000100:00000010:3.0:1776202233.773535:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3c0f421. 00000400:00000010:2.0:1776202233.773536:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202233.773544:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800576, portal 10 02000000:00000010:3.0:1776202233.773546:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e1bf6a56. 00000400:00000010:2.0:1776202233.773552:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.773557:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613800576, offset 0 00000400:00000200:2.0:1776202233.773563:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.773571:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.773581:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fa80 00000100:00000010:3.0:1776202233.773585:0:71851:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ee0b85b. 00000400:00000200:2.0:1776202233.773591:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 150872 00000400:00000200:2.0:1776202233.773597:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.773599:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776202233.773603:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1776202233.773607:0:71851:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082d37dbd. 00000100:00000010:2.0:1776202233.773608:0:15869:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000690b7e51. 00000400:00000200:2.0:1776202233.773628:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202233.773631:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.773637:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000985f69f x1862480613800576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000010:3.0:1776202233.773641:0:71849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e6162078. 02000000:00000010:3.0:1776202233.773648:0:71849:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067b2175c. 02000000:00000010:2.0:1776202233.773659:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036799ef6. 00000400:00000010:2.0:1776202233.773666:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030b8b1e3. 00000400:00000010:2.0:1776202233.773671:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.773675:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800832, portal 10 00000400:00000010:2.0:1776202233.773680:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202233.773682:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613800832, offset 0 00000400:00000200:2.0:1776202233.773687:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.773693:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.773697:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fb80 02000000:00000010:3.0:1776202233.773699:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec2e3c02. 00000400:00000200:2.0:1776202233.773704:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 151096 00000400:00000200:2.0:1776202233.773708:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776202233.773714:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000200:2.0:1776202233.773714:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776202233.773717:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776202233.773724:0:15869:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001f30d57d. 00000400:00000010:3.0:1776202233.773725:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202233.773733:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800448, portal 4 00000400:00000200:2.0:1776202233.773740:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:3.0:1776202233.773741:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000400:00000010:2.0:1776202233.773745:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:3.0:1776202233.773751:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862480613800448, offset 0 00000100:00000200:2.0:1776202233.773753:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c18538d1 x1862480613800832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.773764:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.773784:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.773796:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dea8f62fa00 02000000:00000010:2.0:1776202233.773797:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007501e7f7. 00000400:00000010:2.0:1776202233.773803:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d86f5bf8. 00000400:00000200:3.0:1776202233.773805:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x494e5 [256] + 17696 00000400:00000200:3.0:1776202233.773814:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.773817:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1776202233.773891:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f91f63b7. 00000100:00000010:0.0:1776202233.773893:0:71853:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000400:00000010:1.0:1776202233.773899:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 02000000:00000010:0.0:1776202233.773906:0:71853:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eaa0ccfa. 00000400:00000010:2.0:1776202233.773952:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202233.773960:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801088, portal 4 00000400:00000010:2.0:1776202233.773965:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202233.773967:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862480613801088, offset 0 00000400:00000200:2.0:1776202233.773974:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.773980:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.773987:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dea8f62fc80 00000400:00000200:2.0:1776202233.773996:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cf69 [8] + 3360 00000400:00000200:2.0:1776202233.774001:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.774004:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776202233.774009:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776202233.774013:0:15869:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dff7de66. 00000400:00000200:2.0:1776202233.774029:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:2.0:1776202233.774031:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000020:00000010:0.0:1776202233.774034:0:77501:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000849a6bd9. 00000100:00000200:2.0:1776202233.774036:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ddae269 x1862480613801088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:0.0:1776202233.774045:0:77501:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.774054:0:77501:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 02000000:00000010:2.0:1776202233.774063:0:15869:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d0173e1. 00000400:00000010:2.0:1776202233.774068:0:15869:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073eca968. 00000400:00000010:2.0:1776202233.774071:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202233.774075:0:15869:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613801344, portal 4 00000400:00000010:2.0:1776202233.774079:0:15869:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202233.774081:0:15869:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613801344, offset 0 00000400:00000200:2.0:1776202233.774086:0:15869:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.774092:0:15869:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.774098:0:15869:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f62fd80 00000400:00000200:2.0:1776202233.774108:0:15869:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 8512 00000400:00000200:2.0:1776202233.774113:0:15869:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1776202233.774117:0:77501:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccd5ef5e. 00000400:00000200:2.0:1776202233.774118:0:15869:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1776202233.774124:0:77501:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000058f0181e. 00000100:00000200:2.0:1776202233.774128:0:15869:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:0.0:1776202233.774131:0:77501:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000093bbff51. 00000100:00000010:2.0:1776202233.774135:0:15869:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c37954d. 00000400:00000200:2.0:1776202233.774155:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:2.0:1776202233.774157:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000100:00000200:2.0:1776202233.774161:0:15869:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613801344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1776202233.774163:0:77501:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800576 02000000:00000010:0.0:1776202233.774191:0:77501:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e33e8025. 00010000:00000200:0.0:1776202233.774207:0:77501:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000690b7e51 x1862480613800576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776202233.774221:0:75462:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800832 00000400:00000010:0.0:1776202233.774230:0:77501:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202233.774236:0:77501:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613800576, offset 224 00000400:00000200:0.0:1776202233.774244:0:77501:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1776202233.774250:0:75462:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3145a1f. 00000400:00000200:0.0:1776202233.774258:0:77501:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1776202233.774268:0:75462:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001f30d57d x1862480613800832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000200:0.0:1776202233.774269:0:77501:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fa80 00000400:00000200:0.0:1776202233.774280:0:77501:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7f4d [1] + 224 00000400:00000200:0.0:1776202233.774287:0:77501:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1776202233.774290:0:75462:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000400:00000200:0.0:1776202233.774293:0:77501:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776202233.774298:0:75462:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613800832, offset 224 00000100:00000200:0.0:1776202233.774304:0:77501:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000985f69f x1862480613800576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:2.0:1776202233.774307:0:75462:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776202233.774323:0:75462:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776202233.774340:0:75462:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fb80 00000400:00000200:2.0:1776202233.774349:0:75462:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7f55 [1] + 224 00000400:00000200:2.0:1776202233.774353:0:75462:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.774356:0:75462:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1776202233.774362:0:77501:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:0.0:1776202233.776095:0:77501:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000020:00000010:0.0:1776202233.776143:0:77501:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.776151:0:77501:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.776158:0:77501:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000849a6bd9. 00000020:00000010:0.0:1776202233.776249:0:71840:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ad0bd91. 00000020:00000010:0.0:1776202233.776254:0:71840:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.776257:0:71840:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.776292:0:71840:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800384 02000000:00000010:0.0:1776202233.776313:0:71840:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000849a6bd9. 00010000:00000200:0.0:1776202233.776337:0:71840:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000396d203b x1862480613800384/t0(0) o400->e800d53c-44e9-4d81-868f-acd8b788a4cc@0@lo:564/0 lens 224/224 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:0.0:1776202233.776356:0:71840:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:3.0:1776202233.776552:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776202233.776559:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000055f48f37. 00000400:00000200:3.0:1776202233.776587:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:3.0:1776202233.776589:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:3.0:1776202233.776596:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000675b6101 x1862480613800448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.776728:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202233.776742:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800640, portal 10 00000400:00000010:1.0:1776202233.776753:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.776756:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613800640, offset 0 00000400:00000200:1.0:1776202233.776765:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.776778:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.776789:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fac0 00000400:00000200:1.0:1776202233.776795:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 151320 02000000:00000010:3.0:1776202233.776799:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003bfe4cb. 00000400:00000200:1.0:1776202233.776803:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.776809:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.776815:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776202233.776821:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7d46670. 00000400:00000200:1.0:1776202233.776876:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:1.0:1776202233.776880:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.776898:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000154d2bb9 x1862480613800640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776202233.776934:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14bae00. 00000400:00000010:1.0:1776202233.776940:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202233.776943:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.776945:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800896, portal 4 00000400:00000010:1.0:1776202233.776948:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.776951:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862480613800896, offset 0 00000400:00000200:1.0:1776202233.776955:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.776959:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.776963:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dea8f62fbc0 00000400:00000200:1.0:1776202233.776968:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cf69 [8] + 3584 00000400:00000200:1.0:1776202233.776972:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.776974:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.776977:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776202233.776980:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093c51e4f. 00000400:00000200:1.0:1776202233.776992:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202233.776994:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:1.0:1776202233.776997:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097b88419 x1862480613800896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776202233.777011:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076b82ca4. 00000400:00000010:1.0:1776202233.777014:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202233.777016:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.777018:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801152, portal 10 00000400:00000010:1.0:1776202233.777022:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.777023:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613801152, offset 0 00000400:00000200:1.0:1776202233.777026:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.777031:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.777034:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fcc0 00000400:00000200:1.0:1776202233.777037:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 151544 00000400:00000200:1.0:1776202233.777041:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.777043:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.777045:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776202233.777048:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054f18f56. 00000400:00000200:1.0:1776202233.777057:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202233.777059:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:1.0:1776202233.777061:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c3c0f421 x1862480613801152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776202233.777382:0:74179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003480e303. 00000020:00000010:1.0:1776202233.777389:0:74179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.777393:0:74179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.777422:0:74179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012541c3f. 00000020:00000010:1.0:1776202233.777425:0:74179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.777427:0:74179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202233.777441:0:74179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800640 02000000:00000010:1.0:1776202233.777460:0:74179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad6346a3. 00010000:00000200:1.0:1776202233.777469:0:74179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c7d46670 x1862480613800640/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.777484:0:74179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.777486:0:74179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613800640, offset 224 00000400:00000200:1.0:1776202233.777490:0:74179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.777495:0:74179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.777499:0:74179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fac0 00000400:00000200:1.0:1776202233.777504:0:74179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7f7d [1] + 224 00000400:00000200:1.0:1776202233.777507:0:74179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.777510:0:74179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.777514:0:74179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000154d2bb9 x1862480613800640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.777528:0:74179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202233.777530:0:74179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000020:00000010:1.0:1776202233.777540:0:74179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.777544:0:74179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.777548:0:74179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003480e303. 00000100:00000200:1.0:1776202233.777558:0:74179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801152 02000000:00000010:1.0:1776202233.777566:0:74179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003480e303. 00010000:00000200:1.0:1776202233.777569:0:74179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000054f18f56 x1862480613801152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.777576:0:74179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.777579:0:74179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613801152, offset 224 00000400:00000200:1.0:1776202233.777582:0:74179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.777588:0:74179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.777592:0:74179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fcc0 00000400:00000200:1.0:1776202233.777595:0:74179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7f8d [1] + 224 00000400:00000200:1.0:1776202233.777599:0:74179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.777601:0:74179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.777604:0:74179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c3c0f421 x1862480613801152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.777612:0:74179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202233.777614:0:74179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000020:00000010:1.0:1776202233.777619:0:74179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.777622:0:74179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.777624:0:74179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012541c3f. 00000020:00000010:1.0:1776202233.777644:0:75004:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012541c3f. 00000020:00000010:1.0:1776202233.777647:0:75004:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.777649:0:75004:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.777671:0:75004:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a122f625. 00000020:00000010:1.0:1776202233.777673:0:75004:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.777675:0:75004:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.777687:0:75004:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800320 02000000:00000010:1.0:1776202233.777706:0:75004:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ed119163. 00010000:00000200:1.0:1776202233.777731:0:75004:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000804b7fe4 x1862480613800320/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1776202233.777739:0:75004:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.777742:0:75004:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613800320, offset 224 00000400:00000200:1.0:1776202233.777745:0:75004:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.777750:0:75004:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.777754:0:75004:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62f980 00000400:00000200:1.0:1776202233.777758:0:75004:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7f3d [1] + 224 00000400:00000200:1.0:1776202233.777762:0:75004:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.777764:0:75004:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.777770:0:75004:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000770c5b37 x1862480613800320/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1776202233.777779:0:75004:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202233.777781:0:75004:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000020:00000010:1.0:1776202233.777787:0:75004:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.777789:0:75004:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.777791:0:75004:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012541c3f. 00000100:00000200:1.0:1776202233.777799:0:75004:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800448 02000000:00000010:1.0:1776202233.777805:0:75004:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012541c3f. 00010000:00000200:1.0:1776202233.777808:0:75004:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000055f48f37 x1862480613800448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.777815:0:75004:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.777817:0:75004:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613800448, offset 224 00000400:00000200:1.0:1776202233.777820:0:75004:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.777824:0:75004:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.777850:0:75004:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fa00 00000400:00000200:1.0:1776202233.777855:0:75004:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7f5d [1] + 224 00000400:00000200:1.0:1776202233.777859:0:75004:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.777861:0:75004:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.777865:0:75004:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000675b6101 x1862480613800448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.778076:0:75004:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202233.778079:0:75004:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000020:00000010:1.0:1776202233.778170:0:75004:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.778174:0:75004:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.778177:0:75004:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a122f625. 00000400:00000010:1.0:1776202233.778198:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:1.0:1776202233.778201:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:1.0:1776202233.778203:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:1.0:1776202233.778207:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000154d2bb9 x1862480613800640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776202233.778215:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000154d2bb9 x1862480613800640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.778236:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:1.0:1776202233.778238:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202233.778239:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:1.0:1776202233.778242:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c3c0f421 x1862480613801152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776202233.778247:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c3c0f421 x1862480613801152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776202233.778261:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f91f63b7. 02000000:00000010:1.0:1776202233.778265:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aa7ddd8e. 00000100:00000010:1.0:1776202233.778272:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000154d2bb9. 02000000:00000010:1.0:1776202233.778277:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076b82ca4. 02000000:00000010:1.0:1776202233.778279:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e1bf6a56. 00000100:00000010:1.0:1776202233.778285:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3c0f421. 00000400:00000200:1.0:1776202233.778322:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.778330:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62f940 00000400:00000200:1.0:1776202233.778335:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb7f35 [1] + 224 00000400:00000200:1.0:1776202233.778343:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.778346:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.778352:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613800256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.778382:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.778389:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69d00 00000400:00000200:1.0:1776202233.778395:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6915 [2] + 1968 00000400:00000010:1.0:1776202233.778399:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046863aa2. 00000400:00000200:1.0:1776202233.778402:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000664078e 00000400:00000010:3.0:1776202233.778405:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef7d1dfc. 00000400:00000010:3.0:1776202233.778419:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202233.778426:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800704, portal 4 00000400:00000010:3.0:1776202233.778435:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.778437:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862480613800704, offset 0 00000400:00000200:3.0:1776202233.778446:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.778468:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.778479:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dea8f62fb00 00000400:00000200:1.0:1776202233.778487:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.778488:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cf69 [8] + 3808 00000400:00000200:1.0:1776202233.778495:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.778498:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.778500:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000664078e 00000400:00000010:1.0:1776202233.778505:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000664078e (tot 82354226). 00000400:00000200:3.0:1776202233.778507:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.778516:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776202233.778518:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776202233.778526:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025dd0993. 00000400:00000200:3.0:1776202233.778555:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.778557:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202233.778565:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000762bde8f x1862480613800704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.778599:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006778cea0. 00000400:00000010:3.0:1776202233.778602:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000006dc934. 00000400:00000010:3.0:1776202233.778605:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.778607:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800960, portal 4 00000400:00000010:3.0:1776202233.778613:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202233.778614:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862480613800960, offset 0 00000400:00000200:3.0:1776202233.778618:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.778785:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.778791:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dea8f62fc00 00000400:00000200:3.0:1776202233.778796:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x494e5 [256] + 17920 00000400:00000200:3.0:1776202233.778801:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.778803:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.778913:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776202233.778919:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3c0f421. 00000400:00000200:3.0:1776202233.778939:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202233.778940:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202233.778944:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077d85069 x1862480613800960/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.778962:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001f2a8a5b. 00000400:00000010:3.0:1776202233.778965:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202233.778967:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202233.778971:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613801216, portal 4 00000400:00000010:3.0:1776202233.778976:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.778977:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613801216, offset 0 00000400:00000200:3.0:1776202233.778981:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.778987:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.778991:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f62fd00 00000400:00000200:3.0:1776202233.778996:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 8736 00000400:00000200:3.0:1776202233.779000:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.779004:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.779009:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776202233.779016:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e1ccd01f. 00000400:00000200:3.0:1776202233.779032:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.779033:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:3.0:1776202233.779041:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ee0b85b x1862480613801216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:1.0:1776202233.779063:0:75004:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076b82ca4. 00000400:00000010:3.0:1776202233.779068:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000020:00000010:1.0:1776202233.779070:0:75004:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000400:00000200:3.0:1776202233.779074:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000020:00000010:1.0:1776202233.779076:0:75004:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000400:00000010:3.0:1776202233.779078:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:3.0:1776202233.779086:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000675b6101 x1862480613800448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776202233.779095:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000675b6101 x1862480613800448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776202233.779102:0:75004:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800960 02000000:00000010:1.0:1776202233.779120:0:75004:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f91f63b7. 02000000:00000010:3.0:1776202233.779123:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec2e3c02. 00010000:00000200:1.0:1776202233.779130:0:75004:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c3c0f421 x1862480613800960/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/224 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.779131:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c756efbd. 00000100:00000010:3.0:1776202233.779138:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000675b6101. 00000400:00000010:1.0:1776202233.779147:0:75004:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.779154:0:75004:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613800960, offset 224 00000400:00000200:1.0:1776202233.779159:0:75004:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.779167:0:75004:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202233.779173:0:75004:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fc00 00000400:00000200:1.0:1776202233.779178:0:75004:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7fad [1] + 224 00000400:00000200:1.0:1776202233.779184:0:75004:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.779186:0:75004:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.779191:0:75004:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077d85069 x1862480613800960/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.779202:0:75004:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202233.779204:0:75004:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000020:00000010:1.0:1776202233.779212:0:75004:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.779215:0:75004:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:1.0:1776202233.779218:0:75004:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076b82ca4. 00000100:00000200:2.0:1776202233.779566:0:75462:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c18538d1 x1862480613800832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:2.0:1776202233.779581:0:75462:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:2.0:1776202233.779582:0:75462:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000020:00000010:2.0:1776202233.779596:0:75462:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000058f0181e. 00000020:00000010:2.0:1776202233.779600:0:75462:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000093bbff51. 00000020:00000010:2.0:1776202233.779604:0:75462:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccd5ef5e. 00000020:00000010:2.0:1776202233.779641:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004af4510. 00000020:00000010:2.0:1776202233.779645:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dea7e097. 00000020:00000010:2.0:1776202233.779648:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d3de5158. 00000020:00000010:2.0:1776202233.779671:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d4f2be7. 00000020:00000010:2.0:1776202233.779674:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007d66eea1. 00000020:00000010:2.0:1776202233.779676:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000073512fbe. 02000000:00000010:3.0:1776202233.779733:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec2e3c02. 00000400:00000010:3.0:1776202233.779739:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202233.779743:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202233.779747:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800512, portal 10 00000400:00000010:3.0:1776202233.779753:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.779756:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613800512, offset 0 00000400:00000200:3.0:1776202233.779761:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.779770:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.779777:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fa40 00000400:00000200:3.0:1776202233.779783:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 151768 00000400:00000200:3.0:1776202233.779789:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.779792:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.779797:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776202233.779801:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011ff854e. 00000400:00000200:3.0:1776202233.779950:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.779953:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:3.0:1776202233.779958:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073204bd6 x1862480613800512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.779979:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f68c97a. 00000400:00000010:3.0:1776202233.779982:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202233.779985:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.779988:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613800768, portal 10 00000400:00000010:3.0:1776202233.779992:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202233.779994:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862480613800768, offset 0 00000400:00000200:3.0:1776202233.779998:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.780002:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.780007:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dea8f62fb40 00000400:00000200:3.0:1776202233.780011:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x8023d [64] + 151992 00000400:00000200:3.0:1776202233.780014:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.780017:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.780019:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776202233.780022:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002746ae5f. 00000400:00000200:3.0:1776202233.780038:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:3.0:1776202233.780039:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:3.0:1776202233.780042:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011920eee x1862480613800768/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.780057:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbc50c5f. 00000400:00000010:3.0:1776202233.780060:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adf02f07. 00000400:00000010:3.0:1776202233.780063:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202233.780065:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801024, portal 4 00000400:00000010:3.0:1776202233.780070:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202233.780072:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862480613801024, offset 0 00000400:00000200:3.0:1776202233.780075:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.780080:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.780085:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dea8f62fc40 00000400:00000200:3.0:1776202233.780088:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cf69 [8] + 4032 00000400:00000200:3.0:1776202233.780093:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.780095:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.780098:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776202233.780101:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bc0780db. 00000400:00000200:3.0:1776202233.780113:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202233.780115:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:3.0:1776202233.780117:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000056e53c69 x1862480613801024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.780132:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a28f64db. 00000400:00000010:3.0:1776202233.780135:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202233.780137:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202233.780139:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613801280, portal 4 00000400:00000010:3.0:1776202233.780142:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202233.780144:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862480613801280, offset 0 00000400:00000200:3.0:1776202233.780147:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.780151:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.780154:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dea8f62fd40 00000400:00000200:3.0:1776202233.780162:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x494e5 [256] + 18144 00000400:00000200:3.0:1776202233.780167:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.780170:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.780173:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776202233.780177:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b97d24b7. 00000400:00000200:3.0:1776202233.780190:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202233.780192:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000020:00000010:1.0:1776202233.780212:0:76176:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076b82ca4. 00000020:00000010:1.0:1776202233.780217:0:76176:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009395882. 00000020:00000010:1.0:1776202233.780220:0:76176:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008aa79fd3. 00000100:00000200:1.0:1776202233.780329:0:76176:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801088 02000000:00000010:1.0:1776202233.780343:0:76176:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a122f625. 00010000:00000200:1.0:1776202233.780352:0:76176:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000dff7de66 x1862480613801088/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.780364:0:76176:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.780369:0:76176:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613801088, offset 224 00000400:00000200:1.0:1776202233.780375:0:76176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202233.780384:0:76176:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1776202233.780392:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e6162078 x1862480613801280/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1776202233.780393:0:76176:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fc80 00000400:00000200:1.0:1776202233.780411:0:76176:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7f65 [1] + 224 00000400:00000200:1.0:1776202233.780427:0:76176:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.780433:0:76176:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202233.780443:0:76176:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ddae269 x1862480613801088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776202233.780444:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000006dc934. 00000400:00000200:3.0:1776202233.780448:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.780451:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202233.780460:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077d85069 x1862480613800960/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776202233.780471:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077d85069 x1862480613800960/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.780474:0:76176:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202233.780479:0:76176:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 02000000:00000010:3.0:1776202233.780501:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006778cea0. 02000000:00000010:3.0:1776202233.780508:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000097f5f3cb. 00000100:00000010:3.0:1776202233.780516:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077d85069. 00000020:00000010:3.0:1776202233.780573:0:64830:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006778cea0. 00000020:00000010:3.0:1776202233.780580:0:64830:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.780584:0:64830:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.780610:0:64830:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801280 02000000:00000010:3.0:1776202233.780728:0:64830:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000013e268ba. 00010000:00000200:3.0:1776202233.780766:0:64830:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b97d24b7 x1862480613801280/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776202233.780779:0:64830:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.780783:0:64830:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613801280, offset 224 00000400:00000200:3.0:1776202233.780787:0:64830:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.780794:0:64830:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.780799:0:64830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62fd40 00000400:00000200:3.0:1776202233.780804:0:64830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7fd9 [1] + 224 00000400:00000200:3.0:1776202233.780808:0:64830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.780811:0:64830:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.780943:0:64830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e6162078 x1862480613801280/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776202233.780962:0:64830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.780964:0:64830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.780975:0:64830:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.780980:0:64830:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.780983:0:64830:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006778cea0. 00000100:00000200:3.0:1776202233.781011:0:75320:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800896 02000000:00000010:3.0:1776202233.781024:0:75320:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006778cea0. 00010000:00000200:3.0:1776202233.781030:0:75320:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000093c51e4f x1862480613800896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776202233.781038:0:75320:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.781041:0:75320:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613800896, offset 224 00000400:00000200:3.0:1776202233.781044:0:75320:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.781049:0:75320:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.781053:0:75320:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fbc0 00000400:00000200:3.0:1776202233.781058:0:75320:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7f85 [1] + 224 00000400:00000200:3.0:1776202233.781062:0:75320:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.781065:0:75320:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.781070:0:75320:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097b88419 x1862480613800896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.781089:0:75320:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.781090:0:75320:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.781096:0:75320:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007d66eea1. 00000020:00000010:3.0:1776202233.781100:0:75320:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000073512fbe. 00000020:00000010:3.0:1776202233.781102:0:75320:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d4f2be7. 00000100:00000200:3.0:1776202233.781115:0:75320:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801024 02000000:00000010:3.0:1776202233.781123:0:75320:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a666452. 00010000:00000200:3.0:1776202233.781128:0:75320:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000bc0780db x1862480613801024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776202233.781136:0:75320:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.781138:0:75320:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613801024, offset 224 00000400:00000200:3.0:1776202233.781142:0:75320:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.781146:0:75320:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.781150:0:75320:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fc40 00000400:00000200:3.0:1776202233.781153:0:75320:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7fd1 [1] + 224 00000400:00000200:3.0:1776202233.781156:0:75320:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.781158:0:75320:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.781161:0:75320:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000056e53c69 x1862480613801024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.781169:0:75320:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.781170:0:75320:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.781176:0:75320:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009395882. 00000020:00000010:3.0:1776202233.781179:0:75320:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008aa79fd3. 00000020:00000010:3.0:1776202233.781183:0:75320:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076b82ca4. 00000020:00000010:3.0:1776202233.781295:0:66492:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d8c56de. 00000020:00000010:3.0:1776202233.781299:0:66492:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.781301:0:66492:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.781330:0:66492:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f834c674. 00000020:00000010:3.0:1776202233.781332:0:66492:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.781336:0:66492:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202233.781348:0:66492:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801344 02000000:00000010:3.0:1776202233.781355:0:66492:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000000b57c9f8. 00010000:00000200:3.0:1776202233.781466:0:66492:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005c37954d x1862480613801344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776202233.781476:0:66492:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.781479:0:66492:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613801344, offset 224 00000400:00000200:3.0:1776202233.781482:0:66492:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.781487:0:66492:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.781491:0:66492:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62fd80 00000400:00000200:3.0:1776202233.781496:0:66492:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7f6d [1] + 224 00000400:00000200:3.0:1776202233.781500:0:66492:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.781502:0:66492:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.781508:0:66492:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613801344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776202233.781519:0:66492:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.781521:0:66492:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.781527:0:66492:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.781530:0:66492:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.781531:0:66492:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d8c56de. 00000100:00000200:3.0:1776202233.781543:0:66492:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613801216 02000000:00000010:3.0:1776202233.781551:0:66492:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a9ffb629. 00010000:00000200:3.0:1776202233.781567:0:66492:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e1ccd01f x1862480613801216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:564/0 lens 224/368 e 0 to 0 dl 1776202239 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:3.0:1776202233.781575:0:66492:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.781577:0:66492:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613801216, offset 224 00000400:00000200:3.0:1776202233.781579:0:66492:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.781584:0:66492:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.781588:0:66492:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f62fd00 00000400:00000200:3.0:1776202233.781592:0:66492:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7fb5 [1] + 224 00000400:00000200:3.0:1776202233.781595:0:66492:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.781598:0:66492:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.781602:0:66492:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ee0b85b x1862480613801216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1776202233.781611:0:66492:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.781612:0:66492:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.781617:0:66492:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.781619:0:66492:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202233.781631:0:66492:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f834c674. 00000020:00000010:3.0:1776202233.781702:0:74179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f834c674. 00000020:00000010:3.0:1776202233.781705:0:74179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.781707:0:74179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202233.781725:0:74179:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d8c56de. 00000020:00000010:3.0:1776202233.781728:0:74179:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.781730:0:74179:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.781737:0:74179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800512 02000000:00000010:3.0:1776202233.781744:0:74179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a210390f. 00010000:00000200:3.0:1776202233.781749:0:74179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000011ff854e x1862480613800512/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776202233.781758:0:74179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.781761:0:74179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613800512, offset 224 00000400:00000200:3.0:1776202233.781765:0:74179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.781769:0:74179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.781785:0:74179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fa40 00000400:00000200:3.0:1776202233.781790:0:74179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7fc1 [1] + 224 00000400:00000200:3.0:1776202233.781794:0:74179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.781797:0:74179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.781802:0:74179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073204bd6 x1862480613800512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.781821:0:74179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.781823:0:74179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00010000:00000010:3.1:1776202233.781861:0:74179:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253a5e29. 00000020:00000010:3.0:1776202233.781870:0:74179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.781873:0:74179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202233.781875:0:74179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f834c674. 00000100:00000200:0.0:1776202233.781891:0:71840:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862480613800384, offset 224 00000100:00000200:3.0:1776202233.781894:0:74179:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800768 00000400:00000200:0.0:1776202233.781899:0:71840:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1776202233.781901:0:74179:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf7dd951. 00010000:00000200:3.0:1776202233.781905:0:74179:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002746ae5f x1862480613800768/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000200:0.0:1776202233.781905:0:71840:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776202233.781910:0:71840:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69dea8f62f9c0 00000400:00000010:3.0:1776202233.781913:0:74179:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000400:00000200:0.0:1776202233.781915:0:71840:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb7f45 [1] + 224 00000400:00000200:0.0:1776202233.781919:0:71840:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.781921:0:71840:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.782096:0:74179:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862480613800768, offset 224 00000400:00000200:3.0:1776202233.782102:0:74179:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776202233.782108:0:74179:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776202233.782112:0:74179:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dea8f62fb40 00000400:00000200:3.0:1776202233.782116:0:74179:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7fc9 [1] + 224 00000400:00000200:3.0:1776202233.782120:0:74179:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.782122:0:74179:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776202233.782127:0:74179:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011920eee x1862480613800768/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.782137:0:74179:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.782138:0:74179:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:3.0:1776202233.782148:0:74179:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:2.0:1776202233.782149:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d75269c. 00000020:00000010:3.0:1776202233.782153:0:74179:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.782159:0:74179:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d8c56de. 00000020:00000010:2.0:1776202233.782167:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fcd1a7bb. 00000020:00000010:2.0:1776202233.782173:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f5e9c72a. 00000020:00000010:1.0:1776202233.782321:0:76176:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dea7e097. 00000020:00000010:1.0:1776202233.782329:0:76176:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d3de5158. 00000020:00000010:1.0:1776202233.782333:0:76176:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004af4510. 00000100:00000200:1.0:1776202233.782358:0:76176:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613800704 02000000:00000010:1.0:1776202233.782380:0:76176:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43c6419. 00000400:00000010:3.0:1776202233.782391:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00010000:00000200:1.0:1776202233.782395:0:76176:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000025dd0993 x1862480613800704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1776202276 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000200:3.0:1776202233.782398:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:3.0:1776202233.782401:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:3.0:1776202233.782408:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073204bd6 x1862480613800512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776202233.782425:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073204bd6 x1862480613800512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776202233.782429:0:76176:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.782438:0:76176:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862480613800704, offset 224 00000400:00000200:1.0:1776202233.782449:0:76176:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1776202233.782458:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202233.782463:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.782468:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000400:00000200:1.0:1776202233.782469:0:76176:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1776202233.782477:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011920eee x1862480613800768/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.782486:0:76176:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dea8f62fb00 00000100:00000200:3.0:1776202233.782488:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011920eee x1862480613800768/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776202233.782502:0:76176:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7fa5 [1] + 224 00000400:00000200:1.0:1776202233.782515:0:76176:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776202233.782518:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adf02f07. 00000400:00000200:1.0:1776202233.782521:0:76176:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1776202233.782524:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:3.0:1776202233.782527:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:3.0:1776202233.782531:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000056e53c69 x1862480613801024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776202233.782538:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000056e53c69 x1862480613801024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776202233.782554:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cde8445a. 00000400:00000200:3.0:1776202233.782557:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202233.782559:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:3.0:1776202233.782562:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e6162078 x1862480613801280/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1776202233.782569:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e6162078 x1862480613801280/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776202233.782592:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d229d7. 00000400:00000200:3.0:1776202233.782595:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202233.782597:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202233.782602:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ee0b85b x1862480613801216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:3.0:1776202233.782609:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ee0b85b x1862480613801216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1776202233.782617:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073eca968. 00000400:00000200:2.0:1776202233.782623:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:2.0:1776202233.782625:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202233.782632:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613801344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:2.0:1776202233.782640:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613801344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1776202233.782672:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d86f5bf8. 00000400:00000200:2.0:1776202233.782674:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202233.782676:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:2.0:1776202233.782679:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ddae269 x1862480613801088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776202233.782685:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ddae269 x1862480613801088/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776202233.782722:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec2e3c02. 02000000:00000010:3.0:1776202233.782730:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005c57cb11. 00000100:00000010:3.0:1776202233.782736:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073204bd6. 02000000:00000010:3.0:1776202233.782740:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f68c97a. 02000000:00000010:3.0:1776202233.782743:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ffc00867. 00000100:00000010:3.0:1776202233.782746:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011920eee. 02000000:00000010:3.0:1776202233.782750:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbc50c5f. 02000000:00000010:3.0:1776202233.782752:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003fb0d802. 00000100:00000010:3.0:1776202233.782755:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056e53c69. 02000000:00000010:3.0:1776202233.782759:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a28f64db. 02000000:00000010:3.0:1776202233.782762:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067b2175c. 00000100:00000010:3.0:1776202233.782766:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6162078. 02000000:00000010:3.0:1776202233.782769:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001f2a8a5b. 02000000:00000010:3.0:1776202233.782772:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000082d37dbd. 00000100:00000010:3.0:1776202233.782774:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ee0b85b. 00000400:00000010:2.0:1776202233.782776:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057849f5b. 00000400:00000200:2.0:1776202233.782908:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:2.0:1776202233.782910:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:2.0:1776202233.782918:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000985f69f x1862480613800576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776202233.782925:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000985f69f x1862480613800576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:3.0:1776202233.782932:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd8bff56. 00000020:00000010:3.0:1776202233.782939:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.782943:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000400:00000010:2.0:1776202233.782947:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030b8b1e3. 00000400:00000200:2.0:1776202233.782951:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202233.782952:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.782956:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c18538d1 x1862480613800832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776202233.782964:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c18538d1 x1862480613800832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776202233.782974:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ebd575e x1862480604601600/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1776202233.782978:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f144f154. 00000400:00000200:2.0:1776202233.782981:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:2.0:1776202233.782985:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:2.0:1776202233.782991:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000770c5b37 x1862480613800320/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1776202233.782999:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000770c5b37 x1862480613800320/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1776202233.783019:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601600 02000000:00000010:2.0:1776202233.783025:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d0173e1. 02000000:00000010:3.0:1776202233.783033:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006679bc4. 02000000:00000010:2.0:1776202233.783034:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eaa0ccfa. 00000100:00000010:2.0:1776202233.783048:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:2.0:1776202233.783056:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007501e7f7. 02000000:00000010:2.0:1776202233.783061:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000824e63ba. 00000100:00000010:2.0:1776202233.783064:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ddae269. 02000000:00000010:2.0:1776202233.783067:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3f83801. 02000000:00000010:2.0:1776202233.783071:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000061d9eec1. 00000100:00000010:2.0:1776202233.783074:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000985f69f. 02000000:00000010:2.0:1776202233.783079:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036799ef6. 02000000:00000010:2.0:1776202233.783081:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000983914c2. 00010000:00000010:3.0:1776202233.783095:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.783104:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08f745f. 00000100:00000010:3.0:1776202233.783112:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08f745f. 00010000:00000010:3.0:1776202233.783116:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202233.783127:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202233.783131:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601600, offset 224 00000400:00000200:3.0:1776202233.783137:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.783154:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.783162:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91772:91772:256:4294967295] 192.168.204.38@tcp LPNI seq info [91772:91772:8:4294967295] 00000400:00000200:3.0:1776202233.783179:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000100:00000200:1.0:1776202233.783186:0:76176:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000762bde8f x1862480613800704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000800:00000200:3.0:1776202233.783195:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.783205:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354474). 00000800:00000200:3.0:1776202233.783218:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.783228:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.783232:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.783256:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.783259:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.783262:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd8bff56. 02000000:00000010:3.0:1776202233.783271:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5c0e0ca. 00000100:00000010:3.0:1776202233.783274:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:3.0:1776202233.783278:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf4c6bbc. 00000100:00000010:3.0:1776202233.783280:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:3.0:1776202233.783283:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021dec6c7. 00000100:00000010:3.0:1776202233.783287:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b604bb25. 02000000:00000010:3.0:1776202233.783291:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac83a5d. 00000100:00000010:3.0:1776202233.783294:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcc09ce1. 02000000:00000010:3.0:1776202233.783298:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ebe340d8. 00000100:00000010:3.0:1776202233.783300:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebf97291. 02000000:00000010:3.0:1776202233.783303:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ffa22bf. 00000100:00000010:3.0:1776202233.783305:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00000100:00000200:3.0:1776202233.783313:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.783319:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d229d7. 00000400:00000010:3.0:1776202233.783324:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f08f745f (tot 82354626). 00000400:00000200:1.0:1776202233.783533:0:76176:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:1.0:1776202233.783536:0:76176:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000020:00000010:1.0:1776202233.783554:0:76176:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fcd1a7bb. 00000020:00000010:1.0:1776202233.783558:0:76176:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f5e9c72a. 00000020:00000010:1.0:1776202233.783560:0:76176:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d75269c. 00000400:00000010:1.0:1776202233.783593:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:1.0:1776202233.783595:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:1.0:1776202233.783597:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.783601:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097b88419 x1862480613800896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776202233.783608:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097b88419 x1862480613800896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776202233.783622:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14bae00. 02000000:00000010:1.0:1776202233.783624:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000682e45d1. 00000100:00000010:1.0:1776202233.783627:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b88419. 00000400:00000010:1.0:1776202233.783641:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ef7d1dfc. 00000400:00000200:1.0:1776202233.783644:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:1.0:1776202233.783645:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:1.0:1776202233.783648:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000762bde8f x1862480613800704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776202233.783654:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000762bde8f x1862480613800704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776202233.783665:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003bfe4cb. 02000000:00000010:1.0:1776202233.783668:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000af943c14. 00000100:00000010:1.0:1776202233.783671:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000762bde8f. 00000100:00000010:2.0:1776202233.783765:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c18538d1. 02000000:00000010:2.0:1776202233.783772:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002ac6563b. 02000000:00000010:2.0:1776202233.783775:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001e9984f5. 00000100:00000010:2.0:1776202233.783778:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 00000400:00000010:2.0:1776202233.783801:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007431501. 00000400:00000200:2.0:1776202233.783804:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:2.0:1776202233.783806:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.783813:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613800256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.783820:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613800256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202233.783852:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080cf007b. 02000000:00000010:2.0:1776202233.783864:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001314e419. 02000000:00000010:2.0:1776202233.783867:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a45918bb. 00000100:00000010:2.0:1776202233.783869:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202233.783871:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.783874:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00080000:00000010:2.0:1776202233.783903:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d75269c. 00010000:00000010:2.0:1776202233.783994:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.784001:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2721a0d. 00010000:00000010:2.0:1776202233.784070:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.0:1776202233.784075:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.784169:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.784175:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.784182:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.784193:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d4f2be7. 02000000:00000010:2.0:1776202233.784216:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036799ef6. 00000400:00000010:2.0:1776202233.784301:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f144f154. 00000400:00000010:2.0:1776202233.784306:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.784312:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801408, portal 16 00000400:00000010:2.0:1776202233.784316:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202233.784318:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801408, offset 0 00000400:00000200:2.0:1776202233.784324:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.784335:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.784342:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.784345:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.784348:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.784351:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91773:91773:255:4294967295] 192.168.204.38@tcp LPNI seq info [91773:91773:7:4294967295] 00000400:00000200:2.0:1776202233.784361:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.784366:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.784370:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354874). 00000800:00000200:2.0:1776202233.784375:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.784381:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.784385:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1776202233.786119:0:71840:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004885b19c x1862480613800384/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000800:00000200:1.0:1776202233.786137:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.786146:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354626). 00000400:00000200:1.0:1776202233.786166:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.786277:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.786283:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:1.0:1776202233.786286:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 02000000:00000010:1.0:1776202233.786294:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006679bc4. 00000800:00000200:1.0:1776202233.786385:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.786387:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354378). 00000400:00000200:1.0:1776202233.786391:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.786395:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.786398:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:1.0:1776202233.786399:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:1.0:1776202233.786406:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613801408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.786431:0:71840:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:0.0:1776202233.786435:0:71840:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000020:00000010:0.0:1776202233.786471:0:71840:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.786479:0:71840:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000400:00000010:2.0:1776202233.786482:0:15869:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d3315a1. 00000020:00000010:0.0:1776202233.786488:0:71840:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ad0bd91. 00000400:00000200:2.0:1776202233.786491:0:15869:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:2.0:1776202233.786495:0:15869:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 02000000:00000010:0.0:1776202233.786504:0:71840:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000849a6bd9. 00000100:00000200:2.0:1776202233.786505:0:15869:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004885b19c x1862480613800384/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776202233.786519:0:15869:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004885b19c x1862480613800384/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776202240 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:0.0:1776202233.786521:0:71840:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1776202233.786536:0:71840:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001af7ceb6. 00000400:00000010:0.0:1776202233.786547:0:71840:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000188ac41d (tot 82354530). 02000000:00000010:2.0:1776202233.786559:0:15869:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce4c94f6. 02000000:00000010:2.0:1776202233.786573:0:15869:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b270ebd9. 00000100:00000010:2.0:1776202233.786580:0:15869:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004885b19c. 00010000:00000010:2.1:1776202233.788988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a2554d. 00010000:00000010:2.1:1776202233.789001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a37b94. 00000400:00000200:1.0:1776202233.789089:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.789108:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62fdc0 00000400:00000200:1.0:1776202233.789116:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8011 [1] + 224 00000400:00000200:1.0:1776202233.789134:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.789139:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.789151:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613801408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.789400:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f144f154. 00000400:00000200:2.0:1776202233.789405:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:2.0:1776202233.789408:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.789415:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613801408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.789423:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613801408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.789457:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036799ef6. 02000000:00000010:2.0:1776202233.789465:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d4f2be7. 00000100:00000010:2.0:1776202233.789470:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202233.789474:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.789484:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000400:00000200:1.0:1776202233.790335:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.790354:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69d40 00000400:00000200:1.0:1776202233.790362:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 0 00000400:00000200:1.0:1776202233.790629:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.790635:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.790641:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.790653:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:2.0:1776202233.792452:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036799ef6. 00000020:00000010:2.0:1776202233.792468:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202233.792474:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202233.792515:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604601664/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.792549:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601664 02000000:00000010:2.0:1776202233.792563:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d4f2be7. 00010000:00000010:2.0:1776202233.792601:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edf29b9a. 00010000:00000010:2.0:1776202233.792625:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.792634:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.792656:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.792660:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00000400:00000010:2.0:1776202233.792676:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202233.792682:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601664, offset 224 00000400:00000200:2.0:1776202233.792691:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.792707:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.792714:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91774:91774:256:4294967295] 192.168.204.38@tcp LPNI seq info [91774:91774:8:4294967295] 00000400:00000200:2.0:1776202233.792725:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.792731:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.792736:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202233.792742:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.792749:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.792754:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202233.792773:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd8bff56. 00010000:00000010:3.0:1776202233.792913:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:3.0:1776202233.792920:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcc6256b. 00010000:00000010:3.0:1776202233.793011:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202233.793017:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015c9a951. 00010000:00000010:3.0:1776202233.793027:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202233.793031:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024bd0bc5. 00000100:00000010:3.0:1776202233.793048:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b92ddec. 02000000:00000010:3.0:1776202233.793061:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fb35543. 02000000:00000010:3.0:1776202233.793092:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bde99de. 00000400:00000010:3.0:1776202233.793099:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202233.793105:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202233.793111:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801472, portal 16 00000400:00000010:3.0:1776202233.793116:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202233.793118:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801472, offset 0 00000400:00000200:3.0:1776202233.793124:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000020:00000010:2.0:1776202233.793126:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202233.793133:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202233.793136:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036799ef6. 00000400:00000200:3.0:1776202233.793199:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.793208:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.793213:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.793218:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.793220:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91775:91775:255:4294967295] 192.168.204.38@tcp LPNI seq info [91775:91775:7:4294967295] 00000400:00000200:3.0:1776202233.793228:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.793232:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.793236:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202233.793240:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.793244:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.793246:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202233.794519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a910c383. 00010000:00000010:2.1:1776202233.794534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68da9de. 00010000:00000010:2.1:1776202233.794538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d48809. 00000800:00000200:1.0:1776202233.795134:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.795139:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354778). 00000400:00000200:1.0:1776202233.795147:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.795160:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.795168:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:1.0:1776202233.795170:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000800:00000200:1.0:1776202233.796691:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.796698:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202233.796711:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.796720:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.796726:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:1.0:1776202233.796729:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:1.0:1776202233.796738:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b92ddec x1862480613801472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.798021:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.798046:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62fe00 00000400:00000200:1.0:1776202233.798054:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8021 [1] + 224 00000400:00000200:1.0:1776202233.798068:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.798071:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.798080:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b92ddec x1862480613801472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.798121:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.798127:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69d80 00000400:00000200:1.0:1776202233.798131:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 328 00000400:00000010:2.0:1776202233.798145:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cde8445a. 00000400:00000200:2.0:1776202233.798150:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:2.0:1776202233.798152:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:2.0:1776202233.798157:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b92ddec x1862480613801472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.798163:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b92ddec x1862480613801472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.798185:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.798189:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:2.0:1776202233.798192:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bde99de. 00000100:00000200:1.0:1776202233.798192:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1776202233.798197:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fb35543. 00000100:00000010:1.0:1776202233.798197:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000100:00000010:2.0:1776202233.798202:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b92ddec. 00000100:00000010:2.0:1776202233.798206:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024bd0bc5. 00010000:00000010:2.0:1776202233.798211:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000020:00000010:0.0:1776202233.798287:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000849a6bd9. 00000020:00000010:0.0:1776202233.798295:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.798300:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.798331:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604601728/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202233.798366:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601728 02000000:00000010:0.0:1776202233.798378:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eac83a5d. 00010000:00000010:0.0:1776202233.798409:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d025ac8. 00010000:00000010:0.0:1776202233.798433:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.798441:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.798458:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.798461:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.798475:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202233.798479:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601728, offset 224 00000400:00000200:0.0:1776202233.798486:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.798497:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.798503:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91776:91776:256:4294967295] 192.168.204.38@tcp LPNI seq info [91776:91776:8:4294967295] 00000400:00000200:0.0:1776202233.798515:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.798520:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.798525:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202233.798531:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.798538:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.798542:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.798566:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.798570:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.798574:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000849a6bd9. 00080000:00000010:1.0:1776202233.798768:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a14bae00. 00000800:00000200:2.0:1776202233.798818:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.798822:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202233.798854:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.798858:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.798861:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:2.0:1776202233.798862:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00010000:00000010:1.0:1776202233.798898:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015c9a951. 00010000:00000010:1.0:1776202233.798906:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e7bb191. 00010000:00000010:1.0:1776202233.798980:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8f7435b. 00010000:00000010:1.0:1776202233.798986:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202233.798995:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000702861c1. 00000100:00000010:1.0:1776202233.799000:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202233.799008:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202233.799020:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076b82ca4. 02000000:00000010:1.0:1776202233.799046:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4e2cbb. 00000400:00000010:1.0:1776202233.799051:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202233.799055:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202233.799060:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801536, portal 16 00000400:00000010:1.0:1776202233.799066:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202233.799068:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801536, offset 0 00000400:00000200:1.0:1776202233.799072:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.799079:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.799085:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.799089:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.799091:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.799093:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91777:91777:256:4294967295] 192.168.204.38@tcp LPNI seq info [91777:91777:8:4294967295] 00000400:00000200:1.0:1776202233.799100:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.799104:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.799107:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202233.799111:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.799115:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.799118:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.799366:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.799369:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202233.799372:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.799376:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.799379:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:0.0:1776202233.799380:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:0.0:1776202233.799386:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613801536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.801952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e72ad1f8. 00010000:00000010:3.1:1776202233.801974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.1:1776202233.803865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067d7df34. 00010000:00000010:0.1:1776202233.803927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd8b97f. 00000400:00000200:1.0:1776202233.804206:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.804233:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62fe40 00000400:00000200:1.0:1776202233.804242:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb802d [1] + 224 00000400:00000200:1.0:1776202233.804258:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.804263:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.804274:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613801536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.804361:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:2.0:1776202233.804367:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:2.0:1776202233.804368:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:2.0:1776202233.804375:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613801536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.804383:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613801536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.804412:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4e2cbb. 02000000:00000010:2.0:1776202233.804417:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076b82ca4. 00000100:00000010:2.0:1776202233.804420:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:2.0:1776202233.804425:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:2.0:1776202233.804429:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000702861c1. 00000400:00000200:2.0:1776202233.804589:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.804597:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69dc0 00000400:00000200:2.0:1776202233.804602:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 656 00000400:00000200:2.0:1776202233.804655:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.804659:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.804663:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.804668:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:0.0:1776202233.804741:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000849a6bd9. 00000020:00000010:0.0:1776202233.804748:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.804753:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202233.804780:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604601792/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202233.804811:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601792 02000000:00000010:0.0:1776202233.804821:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021dec6c7. 00010000:00000010:0.0:1776202233.804895:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1a23d82. 00010000:00000010:0.0:1776202233.804915:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.804921:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.804932:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.804935:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00000400:00000010:0.0:1776202233.804948:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202233.804953:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601792, offset 224 00000400:00000200:0.0:1776202233.804960:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.804971:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.804976:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91778:91778:256:4294967295] 192.168.204.38@tcp LPNI seq info [91778:91778:8:4294967295] 00000400:00000200:0.0:1776202233.804985:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.804989:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.804994:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202233.804999:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.805005:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.805008:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202233.805024:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000382bdf22. 00000020:00000010:0.0:1776202233.805028:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202233.805032:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000849a6bd9. 00080000:00000010:1.0:1776202233.805106:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076b82ca4. 00010000:00000010:1.0:1776202233.805189:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202233.805195:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001aa256b1. 00010000:00000010:1.0:1776202233.805274:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202233.805280:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202233.805290:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004813c744. 00000100:00000010:1.0:1776202233.805294:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202233.805301:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202233.805311:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e4e2cbb. 02000000:00000010:1.0:1776202233.805335:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004af4510. 00000400:00000010:1.0:1776202233.805340:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202233.805344:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202233.805349:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801600, portal 16 00000400:00000010:1.0:1776202233.805353:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202233.805354:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801600, offset 0 00000400:00000200:1.0:1776202233.805359:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.805365:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.805372:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202233.805375:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202233.805378:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202233.805381:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91779:91779:255:4294967295] 192.168.204.38@tcp LPNI seq info [91779:91779:7:4294967295] 00000400:00000200:1.0:1776202233.805388:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.805394:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.805397:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202233.805400:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.805404:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.805406:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.805488:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.805492:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354778). 00000400:00000200:3.0:1776202233.805500:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.805503:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.805506:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:3.0:1776202233.805508:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00000800:00000200:3.0:1776202233.805545:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.805547:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202233.805549:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.805552:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.805554:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:3.0:1776202233.805555:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:3.0:1776202233.805560:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613801600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202233.809550:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202233.809574:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62fe80 00000400:00000200:0.0:1776202233.809584:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8039 [1] + 224 00000400:00000200:0.0:1776202233.809602:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.809606:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.809618:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613801600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202233.809715:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:2.0:1776202233.809721:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:2.0:1776202233.809723:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:2.0:1776202233.809729:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613801600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202233.809737:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613801600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202233.809770:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004af4510. 02000000:00000010:2.0:1776202233.809777:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e4e2cbb. 00000100:00000010:2.0:1776202233.809783:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:2.0:1776202233.809787:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:2.0:1776202233.809792:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004813c744. 00000400:00000200:2.0:1776202233.812247:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.812269:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69e00 00000400:00000200:2.0:1776202233.812277:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 984 00000400:00000200:2.0:1776202233.812359:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.812364:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.812371:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.812377:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:3.0:1776202233.812501:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bde99de. 00000020:00000010:3.0:1776202233.812511:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.812517:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.812546:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604601856/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.812621:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601856 02000000:00000010:3.0:1776202233.812632:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006679bc4. 00010000:00000010:3.0:1776202233.812665:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084e9dd6d. 00010000:00000010:3.0:1776202233.812687:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa4837bb. 00000100:00000010:3.0:1776202233.812693:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024bd0bc5. 00000100:00000010:3.0:1776202233.812711:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024bd0bc5. 00010000:00000010:3.0:1776202233.812714:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa4837bb. 00000400:00000010:3.0:1776202233.812727:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.812732:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601856, offset 224 00000400:00000200:3.0:1776202233.812757:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.812769:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.812775:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91780:91780:256:4294967295] 192.168.204.38@tcp LPNI seq info [91780:91780:8:4294967295] 00000400:00000200:3.0:1776202233.812784:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.812789:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.812795:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202233.812801:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.812808:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.812812:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.812827:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.812864:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.812867:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bde99de. 00000800:00000200:3.0:1776202233.813036:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.813040:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202233.813046:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.813049:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.813054:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:3.0:1776202233.813056:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00080000:00000010:2.0:1776202233.813184:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e4e2cbb. 00010000:00000010:2.0:1776202233.813281:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082feb0b5. 00010000:00000010:2.0:1776202233.813288:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6043ebc. 00010000:00000010:2.0:1776202233.813367:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d48809. 00010000:00000010:2.0:1776202233.813374:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee3d11e3. 00010000:00000010:2.0:1776202233.813384:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af6f4c6f. 00000100:00000010:2.0:1776202233.813388:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.813395:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202233.813407:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036799ef6. 02000000:00000010:2.0:1776202233.813430:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce4c94f6. 00000400:00000010:2.0:1776202233.813436:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f144f154. 00000400:00000010:2.0:1776202233.813440:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202233.813445:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801664, portal 16 00000400:00000010:2.0:1776202233.813449:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202233.813451:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801664, offset 0 00000400:00000200:2.0:1776202233.813457:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.813465:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.813471:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.813474:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.813477:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.813479:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91781:91781:256:4294967295] 192.168.204.38@tcp LPNI seq info [91781:91781:8:4294967295] 00000400:00000200:2.0:1776202233.813487:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.813492:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.813495:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202233.813499:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.813503:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.813506:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202233.814398:0:78586:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a8cbc8d. 00010000:00000010:1.1:1776202233.814408:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000800:00000200:0.0:1776202233.815157:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.815163:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:0.0:1776202233.815171:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.815182:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.815189:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:0.0:1776202233.815192:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:0.0:1776202233.815203:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613801664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.816201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e94fcc48. 00000400:00000200:2.0:1776202233.821473:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.821493:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62fec0 00000400:00000200:2.0:1776202233.821502:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8045 [1] + 224 00000400:00000200:2.0:1776202233.821515:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.821520:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.821531:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613801664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.821573:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.821579:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69e40 00000400:00000200:2.0:1776202233.821584:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 1312 00000400:00000200:2.0:1776202233.821637:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.821640:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.821645:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.821652:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00010000:00000010:2.1:1776202233.821982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc447a98. 00010000:00000010:2.1:1776202233.821990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00010000:00000010:3.1:1776202233.822411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b93d04. 00000400:00000010:3.0:1776202233.822454:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f144f154. 00000400:00000200:3.0:1776202233.822458:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:3.0:1776202233.822460:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:3.0:1776202233.822469:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613801664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.822479:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613801664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.822509:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce4c94f6. 02000000:00000010:3.0:1776202233.822517:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036799ef6. 00000100:00000010:3.0:1776202233.822521:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:3.0:1776202233.822524:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:3.0:1776202233.822527:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af6f4c6f. 00010000:00000010:1.1:1776202233.822720:0:78586:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79019bc. 00010000:00000010:1.1:1776202233.822726:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8f7435b. 00000020:00000010:1.0:1776202233.826330:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004af4510. 00000020:00000010:1.0:1776202233.826345:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.826349:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202233.826381:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604601920/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202233.826422:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601920 02000000:00000010:1.0:1776202233.826436:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c20a2b07. 00010000:00000010:1.0:1776202233.826463:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe5b9e33. 00010000:00000010:1.0:1776202233.826490:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000773f9818. 00000100:00000010:1.0:1776202233.826498:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.826513:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202233.826518:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000773f9818. 00000400:00000010:1.0:1776202233.826532:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202233.826537:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601920, offset 224 00000400:00000200:1.0:1776202233.826546:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1776202233.826558:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bde99de. 00000400:00000200:1.0:1776202233.826562:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.826569:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91782:91782:256:4294967295] 192.168.204.38@tcp LPNI seq info [91782:91782:8:4294967295] 00000400:00000200:1.0:1776202233.826580:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.826587:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.826591:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.826604:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.826612:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.826616:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.826633:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.826637:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.826641:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004af4510. 00000800:00000200:2.0:1776202233.828064:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.828069:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202233.828075:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.828083:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.828088:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:2.0:1776202233.828091:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00010000:00000010:3.0:1776202233.828486:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3d11e3. 00010000:00000010:3.0:1776202233.828497:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eded11a9. 00010000:00000010:3.0:1776202233.828599:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202233.828605:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006932b2d8. 00010000:00000010:3.0:1776202233.828618:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa4837bb. 00000100:00000010:3.0:1776202233.828625:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024bd0bc5. 00000100:00000010:2.0:1776202233.831143:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202233.831165:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a45918bb. 02000000:00000010:2.0:1776202233.831209:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001314e419. 00000400:00000010:2.0:1776202233.831217:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d3315a1. 00000400:00000010:2.0:1776202233.831374:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202233.831383:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801728, portal 16 00000400:00000010:2.0:1776202233.831388:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202233.831391:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801728, offset 0 00000400:00000200:2.0:1776202233.831401:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.831421:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.831430:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.831434:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.831437:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.831440:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91783:91783:256:4294967295] 192.168.204.38@tcp LPNI seq info [91783:91783:8:4294967295] 00000400:00000200:2.0:1776202233.831451:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.831459:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.831464:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202233.831472:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.831478:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.831483:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.837557:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.837566:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:2.0:1776202233.837576:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.837587:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.837603:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202233.837605:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:2.0:1776202233.837619:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613801728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.838903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901997a7. 00010000:00000010:3.1:1776202233.838916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d48809. 00010000:00000010:1.1:1776202233.839775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078777e38. 00000400:00000200:2.0:1776202233.839911:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.839929:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ff00 00000400:00000200:2.0:1776202233.839938:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8051 [1] + 224 00000400:00000200:2.0:1776202233.839954:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.839958:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.839967:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613801728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.840077:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d3315a1. 00000400:00000200:0.0:1776202233.840082:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:0.0:1776202233.840084:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:0.0:1776202233.840089:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613801728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.840097:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613801728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.840126:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001314e419. 02000000:00000010:0.0:1776202233.840131:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a45918bb. 00000100:00000010:0.0:1776202233.840135:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:0.0:1776202233.840139:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024bd0bc5. 00010000:00000010:0.0:1776202233.840142:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa4837bb. 00000400:00000200:2.0:1776202233.842548:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.842571:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69e80 00000400:00000200:2.0:1776202233.842582:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 1640 00000400:00000200:2.0:1776202233.842675:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.842680:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.842688:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.842695:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:3.0:1776202233.842893:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb35543. 00000020:00000010:3.0:1776202233.842902:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.842906:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.842935:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604601984/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202233.842977:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604601984 02000000:00000010:3.0:1776202233.842991:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036799ef6. 00010000:00000010:3.0:1776202233.843034:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ee2191. 00010000:00000010:3.0:1776202233.843063:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd27ab97. 00000100:00000010:3.0:1776202233.843071:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024bd0bc5. 00000100:00000010:3.0:1776202233.843087:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024bd0bc5. 00010000:00000010:3.0:1776202233.843091:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd27ab97. 00000400:00000010:3.0:1776202233.843107:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202233.843113:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604601984, offset 224 00000400:00000200:3.0:1776202233.843121:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.843133:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.843139:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91784:91784:256:4294967295] 192.168.204.38@tcp LPNI seq info [91784:91784:8:4294967295] 00000400:00000200:3.0:1776202233.843149:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.843155:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.843159:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202233.843166:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.843174:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.843178:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.843260:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff2a106e. 00000020:00000010:3.0:1776202233.843266:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.843269:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb35543. 00080000:00000010:0.0:1776202233.843348:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000849a6bd9. 00010000:00000010:0.0:1776202233.843450:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006932b2d8. 00010000:00000010:0.0:1776202233.843459:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003856f65e. 00010000:00000010:0.0:1776202233.843541:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202233.843545:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.843551:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202233.843556:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00080000:00000010:0.0:1776202233.843568:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccd5ef5e. 00010000:00000010:0.0:1776202233.843606:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.843610:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.843661:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202233.843665:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202233.843672:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093695b13. 00000100:00000010:0.0:1776202233.843676:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.843683:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.843696:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad0bd91. 02000000:00000010:0.0:1776202233.843725:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:0.0:1776202233.843731:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202233.843737:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202233.843742:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801792, portal 16 00000400:00000010:0.0:1776202233.843745:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202233.843747:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801792, offset 0 00000400:00000200:0.0:1776202233.843754:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.843760:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.843768:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.843772:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.843775:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.843778:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91785:91785:255:4294967295] 192.168.204.38@tcp LPNI seq info [91785:91785:7:4294967295] 00000400:00000200:0.0:1776202233.843785:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.843789:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.843793:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82355026). 00000800:00000200:0.0:1776202233.843797:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.843801:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.843803:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202233.845005:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.845011:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354778). 00000400:00000200:2.0:1776202233.845020:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.845027:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.845032:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:2.0:1776202233.845034:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000800:00000200:2.0:1776202233.846516:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202233.846521:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:2.0:1776202233.846533:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.846542:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.846547:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:2.0:1776202233.846549:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:2.0:1776202233.846559:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613801792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.851536:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.851557:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ff40 00000400:00000200:1.0:1776202233.851568:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb805d [1] + 224 00000400:00000200:1.0:1776202233.851599:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.851604:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.851617:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613801792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.851767:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202233.851774:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202233.851776:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202233.851782:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613801792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.851790:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613801792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.851824:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:0.0:1776202233.851914:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad0bd91. 00000100:00000010:0.0:1776202233.851921:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.851927:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.851931:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093695b13. 00010000:00000010:3.1:1776202233.853875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000180bc7fc. 00010000:00000010:0.1:1776202233.853953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a4cef3d. 00010000:00000010:0.1:1776202233.853966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:0.1:1776202233.853969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202233.853972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00000400:00000200:2.0:1776202233.862094:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.862119:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69ec0 00000400:00000200:2.0:1776202233.862129:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb696d [2] + 1968 00000400:00000010:2.0:1776202233.862135:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041739bb6. 00000400:00000200:2.0:1776202233.862142:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000891545e1 00000400:00000200:2.0:1776202233.862465:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.862472:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202233.862482:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891545e1 00000400:00000010:2.0:1776202233.862484:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000891545e1 (tot 82354378). 00000100:00000200:2.0:1776202233.862495:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202233.865408:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb35543. 00000020:00000010:3.0:1776202233.865422:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.865427:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.865462:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dca3b898 x1862480604602048/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.865496:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602048 02000000:00000010:3.0:1776202233.865510:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003bfe4cb. 00010000:00000010:3.0:1776202233.865541:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009576c100. 00010000:00000010:3.0:1776202233.865565:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd27ab97. 00000100:00000010:3.0:1776202233.865574:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024bd0bc5. 00000100:00000010:3.0:1776202233.865645:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024bd0bc5. 00010000:00000010:3.0:1776202233.865650:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd27ab97. 00000400:00000010:3.0:1776202233.865669:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202233.865675:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602048, offset 224 00000400:00000200:3.0:1776202233.865685:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.865702:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.865709:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91786:91786:256:4294967295] 192.168.204.38@tcp LPNI seq info [91786:91786:8:4294967295] 00000400:00000200:3.0:1776202233.865721:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.865727:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.865732:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354626). 00000800:00000200:3.0:1776202233.865738:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.865745:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.865749:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.865780:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.865785:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.865788:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb35543. 02000000:00000010:3.0:1776202233.865798:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036799ef6. 00000100:00000010:3.0:1776202233.865801:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:3.0:1776202233.865805:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c20a2b07. 00000100:00000010:3.0:1776202233.865808:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:3.0:1776202233.865810:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006679bc4. 00000100:00000010:3.0:1776202233.865812:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:3.0:1776202233.865815:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021dec6c7. 00000100:00000010:3.0:1776202233.865818:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:3.0:1776202233.865820:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eac83a5d. 00000100:00000010:3.0:1776202233.865823:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:3.0:1776202233.865828:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d4f2be7. 00000100:00000010:3.0:1776202233.865857:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000200:3.0:1776202233.865864:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202233.865870:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adf02f07. 00000400:00000010:3.0:1776202233.865874:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000024bd0bc5 (tot 82354778). 00000800:00000200:0.0:1776202233.866026:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.866031:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:0.0:1776202233.866037:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.866043:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.866047:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:0.0:1776202233.866049:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 02000000:00000010:0.0:1776202233.866053:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003bfe4cb. 00080000:00000010:2.0:1776202233.868915:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3f83801. 00010000:00000010:2.0:1776202233.869372:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202233.869386:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073079907. 00010000:00000010:2.0:1776202233.870576:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.0:1776202233.870687:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000581c5e9c. 00010000:00000010:2.0:1776202233.870705:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73a2792. 00000100:00000010:2.0:1776202233.870713:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.870725:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202233.870740:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a45918bb. 02000000:00000010:2.0:1776202233.870772:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001314e419. 00000400:00000010:2.0:1776202233.870779:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030b8b1e3. 00000400:00000010:2.0:1776202233.870786:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202233.870793:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801856, portal 16 00000400:00000010:2.0:1776202233.870798:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202233.870800:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801856, offset 0 00000400:00000200:2.0:1776202233.870811:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.870828:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.870851:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.870854:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.870857:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.870861:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91787:91787:256:4294967295] 192.168.204.38@tcp LPNI seq info [91787:91787:8:4294967295] 00000400:00000200:2.0:1776202233.870873:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.870889:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.870894:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202233.870902:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.870909:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.870913:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.872451:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.872459:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:1.0:1776202233.872467:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.872476:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.872483:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:1.0:1776202233.872485:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:1.0:1776202233.872494:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613801856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.874989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbee7556. 00010000:00000010:2.1:1776202233.875129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4f9e2a. 00010000:00000010:2.1:1776202233.875140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00000400:00000200:2.0:1776202233.878799:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.878820:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ff80 00000400:00000200:2.0:1776202233.878853:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb806d [1] + 224 00000400:00000200:2.0:1776202233.878866:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.878870:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.878890:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613801856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.878932:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.878937:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69f00 00000400:00000200:2.0:1776202233.878943:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 0 00000400:00000200:2.0:1776202233.879009:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.879012:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.879016:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202233.879021:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:1.0:1776202233.879134:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c7f8a42. 00000020:00000010:1.0:1776202233.879142:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.879146:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202233.879169:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604602112/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.879200:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602112 02000000:00000010:1.0:1776202233.879211:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d2bec6b. 00010000:00000010:1.0:1776202233.879251:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000773f9818. 00000100:00000010:1.0:1776202233.879264:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202233.879271:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202233.879275:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000773f9818. 00000400:00000010:1.0:1776202233.879289:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202233.879294:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602112, offset 224 00000400:00000200:1.0:1776202233.879302:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.879314:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.879319:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91788:91788:256:4294967295] 192.168.204.38@tcp LPNI seq info [91788:91788:8:4294967295] 00000400:00000200:1.0:1776202233.879329:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.879334:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.879340:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.879345:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.879352:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.879356:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.879375:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.879379:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.879382:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c7f8a42. 00000800:00000200:1.0:1776202233.879464:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.879468:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202233.879471:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.879474:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.879480:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:1.0:1776202233.879482:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000400:00000010:3.0:1776202233.879673:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030b8b1e3. 00000400:00000200:3.0:1776202233.879678:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:3.0:1776202233.879680:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:3.0:1776202233.879686:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613801856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.879694:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613801856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202233.879715:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f16e15b7. 02000000:00000010:3.0:1776202233.879732:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001314e419. 02000000:00000010:3.0:1776202233.879737:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a45918bb. 00000100:00000010:3.0:1776202233.879740:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:3.0:1776202233.879743:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:3.0:1776202233.879745:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73a2792. 00080000:00000010:3.0:1776202233.879764:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe340d8. 00010000:00000010:3.0:1776202233.879913:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000581c5e9c. 00010000:00000010:3.0:1776202233.879920:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005f5dbd0. 00010000:00000010:3.0:1776202233.880091:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202233.880098:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202233.880109:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202233.880114:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202233.880121:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 02000000:00000010:3.0:1776202233.880133:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf4c6bbc. 02000000:00000010:3.0:1776202233.880162:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5c0e0ca. 00000400:00000010:3.0:1776202233.880167:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202233.880171:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.880176:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801920, portal 16 00000400:00000010:3.0:1776202233.880181:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202233.880183:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801920, offset 0 00000400:00000200:3.0:1776202233.880192:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.880202:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.880211:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.880215:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.880219:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.880222:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91789:91789:256:4294967295] 192.168.204.38@tcp LPNI seq info [91789:91789:8:4294967295] 00000400:00000200:3.0:1776202233.880231:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.880236:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.880240:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202233.880245:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.880250:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.880254:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.880911:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.880914:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:1.0:1776202233.880920:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.880925:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.880929:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:1.0:1776202233.880930:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:1.0:1776202233.880939:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051617bef x1862480613801920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202233.886909:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202233.887029:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f62ffc0 00000400:00000200:2.0:1776202233.887042:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8079 [1] + 224 00000400:00000200:2.0:1776202233.887065:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202233.887070:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202233.887149:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051617bef x1862480613801920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.887337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e130ee0. 00000400:00000010:3.0:1776202233.887360:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202233.887364:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.887367:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202233.887373:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051617bef x1862480613801920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.887382:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051617bef x1862480613801920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.887422:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5c0e0ca. 02000000:00000010:3.0:1776202233.887428:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf4c6bbc. 00000100:00000010:3.0:1776202233.887432:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 00000100:00000010:3.0:1776202233.887436:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202233.887439:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00010000:00000010:3.1:1776202233.888869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a711629f. 00010000:00000010:3.1:1776202233.888891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a37b94. 00000400:00000200:1.0:1776202233.889719:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.889733:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69f40 00000400:00000200:1.0:1776202233.889740:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 328 00000400:00000200:1.0:1776202233.889805:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.889809:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.889816:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202233.889821:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:2.0:1776202233.890133:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce4c94f6. 00000020:00000010:2.0:1776202233.890141:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202233.890146:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202233.890174:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604602176/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202233.890252:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602176 02000000:00000010:2.0:1776202233.890268:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a45918bb. 00010000:00000010:2.0:1776202233.890303:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2dac595. 00010000:00000010:2.0:1776202233.890329:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202233.890337:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.890356:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.890360:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00000400:00000010:2.0:1776202233.890374:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202233.890380:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602176, offset 224 00000400:00000200:2.0:1776202233.890388:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.890411:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.890417:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91790:91790:256:4294967295] 192.168.204.38@tcp LPNI seq info [91790:91790:8:4294967295] 00000400:00000200:2.0:1776202233.890428:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.890434:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.890440:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202233.890445:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.890451:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.890455:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.890480:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202233.890484:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202233.890487:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce4c94f6. 00000800:00000200:0.0:1776202233.890614:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.890620:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:0.0:1776202233.890624:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.890628:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.890632:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:0.0:1776202233.890634:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00080000:00000010:3.0:1776202233.890963:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf4c6bbc. 00010000:00000010:3.0:1776202233.891074:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202233.891084:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034cb8023. 00010000:00000010:3.0:1776202233.891177:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202233.891184:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202233.891195:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202233.891200:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202233.891209:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 02000000:00000010:3.0:1776202233.891233:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5c0e0ca. 02000000:00000010:3.0:1776202233.891263:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbc50c5f. 00000400:00000010:3.0:1776202233.891268:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202233.891274:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.891280:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613801984, portal 16 00000400:00000010:3.0:1776202233.891284:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202233.891286:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613801984, offset 0 00000400:00000200:3.0:1776202233.891293:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.891305:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.891313:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202233.891317:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202233.891321:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202233.891323:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91791:91791:256:4294967295] 192.168.204.38@tcp LPNI seq info [91791:91791:8:4294967295] 00000400:00000200:3.0:1776202233.891330:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.891335:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.891339:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202233.891343:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.891348:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.891351:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202233.891621:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202233.891624:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202233.891630:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202233.891635:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202233.891639:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:0.0:1776202233.891641:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000100:00000200:0.0:1776202233.891647:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051617bef x1862480613801984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.900258:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.900280:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630000 00000400:00000200:3.0:1776202233.900290:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8085 [1] + 224 00000400:00000200:3.0:1776202233.900303:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.900308:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.900321:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051617bef x1862480613801984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.900355:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.900360:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69f80 00000400:00000200:3.0:1776202233.900366:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 656 00000400:00000200:3.0:1776202233.900430:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.900434:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.900439:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.900445:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005936a433. 00000400:00000010:3.0:1776202233.900487:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202233.900491:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.900493:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202233.900505:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051617bef x1862480613801984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202233.900514:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051617bef x1862480613801984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202233.900543:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbc50c5f. 02000000:00000010:3.0:1776202233.900549:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5c0e0ca. 00000100:00000010:3.0:1776202233.900552:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 00000100:00000010:3.0:1776202233.900556:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202233.900560:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000020:00000010:3.0:1776202233.900617:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5c0e0ca. 00000020:00000010:3.0:1776202233.900624:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.900634:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.900660:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005936a433 x1862480604602240/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202233.900738:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602240 02000000:00000010:3.0:1776202233.900756:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbc50c5f. 00010000:00000010:3.0:1776202233.900787:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b488de84. 00010000:00000010:3.0:1776202233.900812:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202233.900817:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202233.900827:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202233.900853:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000010:3.0:1776202233.900866:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.900871:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602240, offset 224 00000400:00000200:3.0:1776202233.900878:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.900900:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.900906:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91792:91792:256:4294967295] 192.168.204.38@tcp LPNI seq info [91792:91792:8:4294967295] 00000400:00000200:3.0:1776202233.900916:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.900921:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.900927:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202233.900933:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.900939:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.900942:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.900961:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f62ee7b. 00000020:00000010:3.0:1776202233.900966:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.900968:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5c0e0ca. 00000800:00000200:3.0:1776202233.901058:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.901062:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202233.901068:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.901071:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.901074:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.901075:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00080000:00000010:3.0:1776202233.901190:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5c0e0ca. 00010000:00000010:3.0:1776202233.901345:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee238edb. 00010000:00000010:3.0:1776202233.901352:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1520e50. 00000001:00000010:3.0:1776202233.901413:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f35d0d20. 00000001:00000010:3.0:1776202233.901419:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f35d0d20. 00000001:00000010:3.0:1776202233.901422:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8f72a30. 00080000:00000010:3.0:1776202233.901427:0:77416:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 000000004e7d3ed2. 00080000:00000010:3.0:1776202233.901434:0:77416:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000009f68c97a. 00010000:00000010:2.1:1776202233.902037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d42a35d9. 00010000:00000010:3.1:1776202233.903162:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ae2e04. 00010000:00000010:3.1:1776202233.903170:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00000001:00000010:2.0:1776202233.904946:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000057849f5b. 00010000:00000010:2.0:1776202233.905014:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a95c2a86. 00010000:00000010:2.0:1776202233.905019:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905023:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb15aa96. 00010000:00000010:2.0:1776202233.905031:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905054:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce4c94f6. 00010000:00000010:2.0:1776202233.905129:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905136:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905197:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5c54af8. 00010000:00000010:2.0:1776202233.905200:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905203:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fccf8c6. 00010000:00000010:2.0:1776202233.905205:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905213:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001314e419. 00010000:00000010:2.0:1776202233.905236:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905240:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905270:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000237a96c2. 00010000:00000010:2.0:1776202233.905273:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905275:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b856f2f4. 00010000:00000010:2.0:1776202233.905279:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905287:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007501e7f7. 00010000:00000010:2.0:1776202233.905309:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905312:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905349:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012c204fa. 00010000:00000010:2.0:1776202233.905353:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905356:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7338a80. 00010000:00000010:2.0:1776202233.905358:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905366:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f45a51. 00010000:00000010:2.0:1776202233.905386:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905389:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905420:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000056aed14. 00010000:00000010:2.0:1776202233.905423:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905425:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011fcb719. 00010000:00000010:2.0:1776202233.905428:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905435:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d77e8ecf. 00010000:00000010:2.0:1776202233.905453:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905456:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905482:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f5853df. 00010000:00000010:2.0:1776202233.905485:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905488:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007df3a905. 00010000:00000010:2.0:1776202233.905491:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905499:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bac3b5b0. 00010000:00000010:2.0:1776202233.905518:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905520:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905548:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c87f44d1. 00010000:00000010:2.0:1776202233.905551:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905554:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000407f7a8. 00010000:00000010:2.0:1776202233.905557:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905564:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032e55fd3. 00010000:00000010:2.0:1776202233.905585:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905589:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905623:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000111a4ac. 00010000:00000010:2.0:1776202233.905626:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905629:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fea6a0cb. 00010000:00000010:2.0:1776202233.905631:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905638:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1233909. 00010000:00000010:2.0:1776202233.905657:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905661:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905689:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5601595. 00010000:00000010:2.0:1776202233.905692:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905694:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096edd301. 00010000:00000010:2.0:1776202233.905696:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905703:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000205e7938. 00010000:00000010:2.0:1776202233.905722:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905725:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905758:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000471e02eb. 00010000:00000010:2.0:1776202233.905760:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905763:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063bdd79b. 00010000:00000010:2.0:1776202233.905766:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905772:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006359b43b. 00010000:00000010:2.0:1776202233.905792:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.905795:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905824:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3093ad4. 00010000:00000010:2.0:1776202233.905826:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.905851:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021d61a50. 00010000:00000010:2.0:1776202233.905855:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.905862:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009375b881. 00010000:00000010:2.0:1776202233.906070:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906074:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906107:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091d572bd. 00010000:00000010:2.0:1776202233.906110:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906113:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003499fdaf. 00010000:00000010:2.0:1776202233.906115:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906123:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000318d97e4. 00010000:00000010:2.0:1776202233.906143:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906146:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906176:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000773c17d0. 00010000:00000010:2.0:1776202233.906179:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906182:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035271136. 00010000:00000010:2.0:1776202233.906184:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906195:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f6110f. 00010000:00000010:2.0:1776202233.906218:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906222:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906260:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcd09b37. 00010000:00000010:2.0:1776202233.906263:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906266:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.0:1776202233.906269:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906275:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021155ded. 00010000:00000010:2.0:1776202233.906295:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906298:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906327:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3904201. 00010000:00000010:2.0:1776202233.906329:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906332:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d48809. 00010000:00000010:2.0:1776202233.906335:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906342:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e34f95bc. 00010000:00000010:2.0:1776202233.906362:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906365:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906397:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f009e4a. 00010000:00000010:2.0:1776202233.906400:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906404:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.0:1776202233.906407:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906414:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008921fa5d. 00010000:00000010:2.0:1776202233.906500:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906504:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906533:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b6f0eb9. 00010000:00000010:2.0:1776202233.906536:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906540:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d42bd563. 00010000:00000010:2.0:1776202233.906543:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00080000:00000010:2.0:1776202233.906550:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3ef3ec0. 00010000:00000010:2.0:1776202233.906570:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906573:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bd44ae8. 00010000:00000010:2.0:1776202233.906602:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000253b8695. 00010000:00000010:2.0:1776202233.906606:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a8f0dae. 00010000:00000010:2.0:1776202233.906614:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012c774f0. 00000100:00000010:2.0:1776202233.906622:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.906630:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202233.906642:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051d7a419. 02000000:00000010:2.0:1776202233.906671:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d53b9da7. 00000400:00000010:2.0:1776202233.906677:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d86f5bf8. 00000400:00000010:2.0:1776202233.906683:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202233.906689:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802048, portal 16 00000400:00000010:2.0:1776202233.906695:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202233.906697:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802048, offset 0 00000400:00000200:2.0:1776202233.906706:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.906722:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.906728:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202233.906732:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202233.906734:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202233.906738:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91793:91793:256:4294967295] 192.168.204.38@tcp LPNI seq info [91793:91793:8:4294967295] 00000400:00000200:2.0:1776202233.906747:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.906754:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.906758:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202233.906764:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.906771:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.906775:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.912949:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.912957:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:1.0:1776202233.912964:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.912973:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.912978:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:1.0:1776202233.912981:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000100:00000200:1.0:1776202233.912996:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613802048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202233.914873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005126a7d4. 00010000:00000010:3.1:1776202233.914897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063790e61. 00010000:00000010:3.1:1776202233.914902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00000400:00000200:3.0:1776202233.917794:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.917817:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630040 00000400:00000200:3.0:1776202233.917858:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8091 [1] + 224 00000400:00000200:3.0:1776202233.917889:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.917893:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.917906:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613802048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202233.918026:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d86f5bf8. 00000400:00000200:0.0:1776202233.918032:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:0.0:1776202233.918035:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:0.0:1776202233.918041:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613802048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.918049:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613802048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.918079:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d53b9da7. 02000000:00000010:0.0:1776202233.918086:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051d7a419. 00000100:00000010:0.0:1776202233.918090:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:0.0:1776202233.918094:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:0.0:1776202233.918098:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012c774f0. 00010000:00000010:2.1:1776202233.919516:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95c2a86. 00010000:00000010:2.1:1776202233.919533:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb15aa96. 00010000:00000010:2.1:1776202233.919541:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5c54af8. 00010000:00000010:2.1:1776202233.919545:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fccf8c6. 00010000:00000010:2.1:1776202233.919547:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000237a96c2. 00010000:00000010:2.1:1776202233.919549:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b856f2f4. 00010000:00000010:2.1:1776202233.919551:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012c204fa. 00010000:00000010:2.1:1776202233.919555:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7338a80. 00010000:00000010:2.1:1776202233.919557:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000056aed14. 00010000:00000010:2.1:1776202233.919562:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011fcb719. 00010000:00000010:2.1:1776202233.919567:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f5853df. 00010000:00000010:2.1:1776202233.919570:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df3a905. 00010000:00000010:2.1:1776202233.919572:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87f44d1. 00010000:00000010:2.1:1776202233.919574:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000407f7a8. 00010000:00000010:2.1:1776202233.919577:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000111a4ac. 00010000:00000010:2.1:1776202233.919579:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea6a0cb. 00010000:00000010:2.1:1776202233.919581:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5601595. 00010000:00000010:2.1:1776202233.919583:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096edd301. 00010000:00000010:2.1:1776202233.919585:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000471e02eb. 00010000:00000010:2.1:1776202233.919588:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063bdd79b. 00010000:00000010:2.1:1776202233.919591:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3093ad4. 00010000:00000010:2.1:1776202233.919594:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d61a50. 00010000:00000010:2.1:1776202233.919596:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d572bd. 00010000:00000010:2.1:1776202233.919598:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003499fdaf. 00010000:00000010:2.1:1776202233.919601:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773c17d0. 00010000:00000010:2.1:1776202233.919603:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035271136. 00010000:00000010:2.1:1776202233.919606:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcd09b37. 00010000:00000010:2.1:1776202233.919608:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a37b94. 00010000:00000010:2.1:1776202233.919610:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3904201. 00010000:00000010:2.1:1776202233.919612:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d48809. 00010000:00000010:2.1:1776202233.919614:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f009e4a. 00010000:00000010:2.1:1776202233.919617:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ee3860. 00010000:00000010:2.1:1776202233.919619:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6f0eb9. 00010000:00000010:2.1:1776202233.919626:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d42bd563. 00000400:00000200:3.0:1776202233.919679:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.919698:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed69fc0 00000400:00000200:3.0:1776202233.919707:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 984 00000400:00000200:3.0:1776202233.919782:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.919788:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.919795:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.919800:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 00000020:00000010:1.0:1776202233.919889:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec74508. 00000020:00000010:1.0:1776202233.919898:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.919902:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202233.919929:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051617bef x1862480604602304/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202233.919965:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602304 02000000:00000010:1.0:1776202233.919977:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046b7c255. 00010000:00000010:1.0:1776202233.920008:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc2e2b8c. 00010000:00000010:1.0:1776202233.920029:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000773f9818. 00000100:00000010:1.0:1776202233.920036:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202233.920049:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202233.920053:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000773f9818. 00000400:00000010:1.0:1776202233.920068:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202233.920074:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602304, offset 224 00000400:00000200:1.0:1776202233.920082:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.920093:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.920100:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91794:91794:256:4294967295] 192.168.204.38@tcp LPNI seq info [91794:91794:8:4294967295] 00000400:00000200:1.0:1776202233.920111:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.920116:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.920120:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.920125:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.920132:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.920135:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.920155:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053ccfde6. 00000020:00000010:1.0:1776202233.920160:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.920163:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec74508. 00000800:00000200:1.0:1776202233.920247:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.920251:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202233.920254:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.920257:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.920261:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:1.0:1776202233.920262:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00080000:00000010:0.0:1776202233.920754:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051d7a419. 00010000:00000010:0.0:1776202233.921066:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a8f0dae. 00010000:00000010:0.0:1776202233.921075:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7c8d30d. 00010000:00000010:0.0:1776202233.921145:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202233.921149:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.921154:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202233.921159:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.921175:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d53b9da7. 00010000:00000010:0.0:1776202233.921243:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.921248:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.921297:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bed5e5b2. 00010000:00000010:0.0:1776202233.921300:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.921303:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000452978d9. 00010000:00000010:0.0:1776202233.921305:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.921313:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad0bd91. 00010000:00000010:0.0:1776202233.921334:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.921338:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.921367:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ec5ed2e. 00010000:00000010:0.0:1776202233.921370:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.921373:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.0:1776202233.921376:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.921383:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b64d8ea1. 00010000:00000010:0.0:1776202233.921405:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.921408:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.923005:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8f0c9d7. 00010000:00000010:0.0:1776202233.923015:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.923021:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202233.923027:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.923052:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a3083d8. 00010000:00000010:0.0:1776202233.923104:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.923109:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.923151:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a7f645c. 00010000:00000010:0.0:1776202233.923153:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.923156:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202233.923158:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.923165:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066bb782d. 00010000:00000010:0.0:1776202233.923184:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.923187:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.924454:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a58024b. 00010000:00000010:0.0:1776202233.924463:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.924470:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202233.924477:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.924501:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0b8956. 00010000:00000010:0.0:1776202233.924555:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.924560:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.924607:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000075dd005. 00010000:00000010:0.0:1776202233.924610:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.924613:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202233.924615:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.926308:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6320660. 00010000:00000010:0.0:1776202233.926413:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.926421:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.926729:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085db7b28. 00010000:00000010:0.0:1776202233.926733:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.926738:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.0:1776202233.926742:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.926759:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000645093e4. 00010000:00000010:0.0:1776202233.926790:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.926794:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928054:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd0be108. 00010000:00000010:0.0:1776202233.928061:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928067:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000619e9907. 00010000:00000010:0.0:1776202233.928073:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928093:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c642c319. 00010000:00000010:0.0:1776202233.928151:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928156:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928211:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071422144. 00010000:00000010:0.0:1776202233.928214:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928217:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.0:1776202233.928219:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928227:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024b13834. 00010000:00000010:0.0:1776202233.928248:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928251:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928282:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ff9c561. 00010000:00000010:0.0:1776202233.928285:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928288:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.0:1776202233.928290:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928297:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de21ea25. 00010000:00000010:0.0:1776202233.928316:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928319:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928350:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009377aee0. 00010000:00000010:0.0:1776202233.928354:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928356:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7727471. 00010000:00000010:0.0:1776202233.928359:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928365:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002267b7bf. 00010000:00000010:0.0:1776202233.928384:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928387:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928418:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca804c28. 00010000:00000010:0.0:1776202233.928421:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928424:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202233.928426:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928432:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c2fd970. 00010000:00000010:0.0:1776202233.928453:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928456:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928493:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd0397bd. 00010000:00000010:0.0:1776202233.928496:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928499:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202233.928502:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928509:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cfe0ba9. 00010000:00000010:0.0:1776202233.928530:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928533:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928576:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069df1be1. 00010000:00000010:0.0:1776202233.928579:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928582:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.928585:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928591:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005991f296. 00010000:00000010:0.0:1776202233.928614:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928618:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928650:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000692f4930. 00010000:00000010:0.0:1776202233.928652:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928656:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202233.928659:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928665:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a91bd7. 00010000:00000010:0.0:1776202233.928686:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928689:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928716:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031e33be1. 00010000:00000010:0.0:1776202233.928719:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928722:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202233.928725:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928731:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f0651be. 00010000:00000010:0.0:1776202233.928750:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928753:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928780:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046eb60ab. 00010000:00000010:0.0:1776202233.928783:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.928786:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202233.928788:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.928795:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079afda15. 00010000:00000010:0.0:1776202233.928814:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.928816:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931412:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dc45226. 00010000:00000010:0.0:1776202233.931421:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931426:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202233.931434:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.931463:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a7daff0. 00010000:00000010:0.0:1776202233.931545:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.931551:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931640:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003fd8556. 00010000:00000010:0.0:1776202233.931644:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931647:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202233.931650:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.931658:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074a99958. 00010000:00000010:0.0:1776202233.931681:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.931685:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931720:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046c56e1d. 00010000:00000010:0.0:1776202233.931723:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931727:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202233.931730:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.931740:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008086f85a. 00010000:00000010:0.0:1776202233.931763:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.931766:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931801:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095443365. 00010000:00000010:0.0:1776202233.931804:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.931807:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202233.931809:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.931819:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2717844. 00010000:00000010:0.0:1776202233.932207:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932212:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932253:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000555cab41. 00010000:00000010:0.0:1776202233.932256:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932260:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a856d282. 00010000:00000010:0.0:1776202233.932264:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932272:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d79f6157. 00010000:00000010:0.0:1776202233.932294:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932297:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932329:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047ae2e04. 00010000:00000010:0.0:1776202233.932332:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932335:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae6d8c91. 00010000:00000010:0.0:1776202233.932338:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932345:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000580579b3. 00010000:00000010:0.0:1776202233.932365:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932368:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932396:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c231930. 00010000:00000010:0.0:1776202233.932399:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932402:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040b2bfbe. 00010000:00000010:0.0:1776202233.932404:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932411:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008445922d. 00010000:00000010:0.0:1776202233.932434:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932437:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932472:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000241026ad. 00010000:00000010:0.0:1776202233.932475:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932478:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027e86dfa. 00010000:00000010:0.0:1776202233.932481:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932488:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccf3737a. 00010000:00000010:0.0:1776202233.932507:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932522:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932552:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1cfe17d. 00010000:00000010:0.0:1776202233.932564:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932567:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000956c2cf6. 00010000:00000010:0.0:1776202233.932570:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932577:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cfb40c5. 00010000:00000010:0.0:1776202233.932601:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932604:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932635:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000746db7d6. 00010000:00000010:0.0:1776202233.932638:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932640:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c34d95. 00010000:00000010:0.0:1776202233.932643:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932649:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea38f413. 00010000:00000010:0.0:1776202233.932666:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932670:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932696:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063bd4a22. 00010000:00000010:0.0:1776202233.932699:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932702:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042c1abbe. 00010000:00000010:0.0:1776202233.932705:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932711:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d82e2d3f. 00010000:00000010:0.0:1776202233.932728:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932731:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932756:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000031939cc. 00010000:00000010:0.0:1776202233.932759:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932763:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050aa030e. 00010000:00000010:0.0:1776202233.932766:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932772:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000858ffa23. 00010000:00000010:0.0:1776202233.932792:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932795:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932825:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e68281ce. 00010000:00000010:0.0:1776202233.932827:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932858:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006906cffc. 00010000:00000010:0.0:1776202233.932860:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932866:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000807f60b5. 00010000:00000010:0.0:1776202233.932900:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932904:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932939:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066cdbf84. 00010000:00000010:0.0:1776202233.932942:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.932945:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000791d55c. 00010000:00000010:0.0:1776202233.932948:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.932954:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a286d5. 00010000:00000010:0.0:1776202233.932971:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.932973:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933001:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c366b22. 00010000:00000010:0.0:1776202233.933004:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933007:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c366d25. 00010000:00000010:0.0:1776202233.933009:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933015:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000235fe3d. 00010000:00000010:0.0:1776202233.933034:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.933037:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933068:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009233e2ab. 00010000:00000010:0.0:1776202233.933070:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933073:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a224e021. 00010000:00000010:0.0:1776202233.933076:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933085:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095c94a86. 00010000:00000010:0.0:1776202233.933104:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.933107:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933135:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2417a00. 00010000:00000010:0.0:1776202233.933138:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933140:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b840c31a. 00010000:00000010:0.0:1776202233.933143:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933149:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffea02. 00010000:00000010:0.0:1776202233.933166:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.933168:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933195:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c151658e. 00010000:00000010:0.0:1776202233.933197:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933201:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069cf5967. 00010000:00000010:0.0:1776202233.933204:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933211:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffa9f0. 00010000:00000010:0.0:1776202233.933230:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.933233:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933258:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000766362c5. 00010000:00000010:0.0:1776202233.933261:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933263:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046cb5e3e. 00010000:00000010:0.0:1776202233.933266:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933274:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015ab8c0a. 00010000:00000010:0.0:1776202233.933295:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202233.933298:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933328:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b739bf11. 00010000:00000010:0.0:1776202233.933331:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000382bdf22. 00010000:00000010:0.0:1776202233.933333:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004dba7c1. 00010000:00000010:0.0:1776202233.933336:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202233.933343:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004f29c3b. 00010000:00000010:1.1:1776202233.948403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ea24030. 00010000:00000010:0.1:1776202233.950968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001140f7b9. 00010000:00000010:0.1:1776202233.950982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253b8695. 00010000:00000010:0.1:1776202233.950991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202233.950996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.1:1776202233.951000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed5e5b2. 00010000:00000010:0.1:1776202233.951005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00010000:00000010:0.1:1776202233.951008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ec5ed2e. 00010000:00000010:0.1:1776202233.951012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.1:1776202233.951014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f0c9d7. 00010000:00000010:0.1:1776202233.951016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:0.1:1776202233.951019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a7f645c. 00010000:00000010:0.1:1776202233.951021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.1:1776202233.951023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a58024b. 00010000:00000010:0.1:1776202233.951025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.1:1776202233.951027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075dd005. 00010000:00000010:0.1:1776202233.951030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.1:1776202233.951032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085db7b28. 00010000:00000010:0.1:1776202233.951034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.1:1776202233.951040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0be108. 00010000:00000010:0.1:1776202233.951043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00010000:00000010:0.1:1776202233.951045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071422144. 00010000:00000010:0.1:1776202233.951047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.1:1776202233.951050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff9c561. 00010000:00000010:0.1:1776202233.951052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.1:1776202233.951054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009377aee0. 00010000:00000010:0.1:1776202233.951056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00010000:00000010:0.1:1776202233.951059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca804c28. 00010000:00000010:0.1:1776202233.951061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.1:1776202233.951063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0397bd. 00010000:00000010:0.1:1776202233.951066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.1:1776202233.951068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069df1be1. 00010000:00000010:0.1:1776202233.951070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.1:1776202233.951072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692f4930. 00010000:00000010:0.1:1776202233.951074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.1:1776202233.951076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e33be1. 00010000:00000010:0.1:1776202233.951079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:0.1:1776202233.951081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046eb60ab. 00010000:00000010:0.1:1776202233.951083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.1:1776202233.951086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dc45226. 00010000:00000010:0.1:1776202233.951088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.1:1776202233.951090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003fd8556. 00010000:00000010:0.1:1776202233.951092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.1:1776202233.951094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c56e1d. 00010000:00000010:0.1:1776202233.951097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00010000:00000010:0.1:1776202233.951099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095443365. 00010000:00000010:0.1:1776202233.951101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:0.1:1776202233.951103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000555cab41. 00010000:00000010:0.1:1776202233.951106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a856d282. 00010000:00000010:0.1:1776202233.951111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ae2e04. 00010000:00000010:0.1:1776202233.951114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6d8c91. 00010000:00000010:0.1:1776202233.951117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c231930. 00010000:00000010:0.1:1776202233.951119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040b2bfbe. 00010000:00000010:0.1:1776202233.951122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241026ad. 00010000:00000010:0.1:1776202233.951124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027e86dfa. 00010000:00000010:0.1:1776202233.951126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1cfe17d. 00010000:00000010:0.1:1776202233.951129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000956c2cf6. 00010000:00000010:0.1:1776202233.951131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746db7d6. 00010000:00000010:0.1:1776202233.951134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c34d95. 00010000:00000010:0.1:1776202233.951136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd4a22. 00010000:00000010:0.1:1776202233.951138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c1abbe. 00010000:00000010:0.1:1776202233.951140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000031939cc. 00010000:00000010:0.1:1776202233.951143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050aa030e. 00010000:00000010:0.1:1776202233.951145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68281ce. 00010000:00000010:0.1:1776202233.951147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006906cffc. 00010000:00000010:0.1:1776202233.951149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066cdbf84. 00010000:00000010:0.1:1776202233.951152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000791d55c. 00010000:00000010:0.1:1776202233.951154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c366b22. 00010000:00000010:0.1:1776202233.951157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c366d25. 00010000:00000010:0.1:1776202233.951159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009233e2ab. 00010000:00000010:0.1:1776202233.951161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a224e021. 00010000:00000010:0.1:1776202233.951164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2417a00. 00010000:00000010:0.1:1776202233.951167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b840c31a. 00010000:00000010:0.1:1776202233.951169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c151658e. 00010000:00000010:0.1:1776202233.951172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cf5967. 00010000:00000010:0.1:1776202233.951174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766362c5. 00010000:00000010:0.1:1776202233.951176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046cb5e3e. 00080000:00000010:0.0:1776202233.954042:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015ab8c0a. 00080000:00000010:0.0:1776202233.954055:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ffa9f0. 00080000:00000010:0.0:1776202233.954057:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ffea02. 00080000:00000010:0.0:1776202233.954060:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095c94a86. 00080000:00000010:0.0:1776202233.954065:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000235fe3d. 00080000:00000010:0.0:1776202233.954068:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6a286d5. 00080000:00000010:0.0:1776202233.954071:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000807f60b5. 00080000:00000010:0.0:1776202233.954074:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000858ffa23. 00080000:00000010:0.0:1776202233.954076:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d82e2d3f. 00080000:00000010:0.0:1776202233.954078:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea38f413. 00080000:00000010:0.0:1776202233.954080:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cfb40c5. 00080000:00000010:0.0:1776202233.954082:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccf3737a. 00080000:00000010:0.0:1776202233.954084:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008445922d. 00080000:00000010:0.0:1776202233.954086:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000580579b3. 00080000:00000010:0.0:1776202233.954088:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d79f6157. 00080000:00000010:0.0:1776202233.954090:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2717844. 00080000:00000010:0.0:1776202233.954092:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008086f85a. 00080000:00000010:0.0:1776202233.954094:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074a99958. 00080000:00000010:0.0:1776202233.954096:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a7daff0. 00080000:00000010:0.0:1776202233.954098:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079afda15. 00080000:00000010:0.0:1776202233.954100:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f0651be. 00080000:00000010:0.0:1776202233.954102:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a91bd7. 00080000:00000010:0.0:1776202233.954103:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005991f296. 00080000:00000010:0.0:1776202233.954106:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cfe0ba9. 00080000:00000010:0.0:1776202233.954108:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c2fd970. 00080000:00000010:0.0:1776202233.954110:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002267b7bf. 00080000:00000010:0.0:1776202233.954111:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de21ea25. 00080000:00000010:0.0:1776202233.954114:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024b13834. 00080000:00000010:0.0:1776202233.954116:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c642c319. 00080000:00000010:0.0:1776202233.954119:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000645093e4. 00080000:00000010:0.0:1776202233.954122:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6320660. 00080000:00000010:0.0:1776202233.954124:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d0b8956. 00080000:00000010:0.0:1776202233.954126:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066bb782d. 00080000:00000010:0.0:1776202233.954128:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a3083d8. 00080000:00000010:0.0:1776202233.954130:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b64d8ea1. 00080000:00000010:0.0:1776202233.954132:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ad0bd91. 00080000:00000010:0.0:1776202233.954134:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d53b9da7. 00080000:00000010:0.0:1776202233.954137:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051d7a419. 00080000:00000010:0.0:1776202233.954139:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3ef3ec0. 00080000:00000010:0.0:1776202233.954141:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008921fa5d. 00080000:00000010:0.0:1776202233.954143:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e34f95bc. 00080000:00000010:0.0:1776202233.954145:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021155ded. 00080000:00000010:0.0:1776202233.954147:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f6110f. 00080000:00000010:0.0:1776202233.954149:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000318d97e4. 00080000:00000010:0.0:1776202233.954151:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009375b881. 00080000:00000010:0.0:1776202233.954153:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006359b43b. 00080000:00000010:0.0:1776202233.954154:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000205e7938. 00080000:00000010:0.0:1776202233.954156:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1233909. 00080000:00000010:0.0:1776202233.954158:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032e55fd3. 00080000:00000010:0.0:1776202233.954160:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bac3b5b0. 00080000:00000010:0.0:1776202233.954163:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d77e8ecf. 00080000:00000010:0.0:1776202233.954165:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f45a51. 00080000:00000010:0.0:1776202233.954167:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007501e7f7. 00080000:00000010:0.0:1776202233.954170:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001314e419. 00080000:00000010:0.0:1776202233.954172:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4c94f6. 00080000:00000010:0.0:1776202233.954176:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5c0e0ca. 00080000:00000010:0.0:1776202233.954179:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf4c6bbc. 00080000:00000010:0.0:1776202233.954181:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebe340d8. 00080000:00000010:0.0:1776202233.954184:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3f83801. 00080000:00000010:0.0:1776202233.954186:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccd5ef5e. 00080000:00000010:0.0:1776202233.954189:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000849a6bd9. 00080000:00000010:0.0:1776202233.954192:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bde99de. 00080000:00000010:0.0:1776202233.954193:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e4e2cbb. 00080000:00000010:0.0:1776202233.954195:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076b82ca4. 00080000:00000010:0.0:1776202233.954197:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a14bae00. 00080000:00000010:0.0:1776202233.954200:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd8bff56. 00080000:00000010:0.0:1776202233.954201:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d75269c. 00080000:00000010:0.0:1776202233.954203:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb0fa606. 00080000:00000010:0.0:1776202233.954205:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052963abe. 00080000:00000010:0.0:1776202233.954207:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016145e15. 00080000:00000010:0.0:1776202233.954209:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d85373. 00080000:00000010:0.0:1776202233.954210:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc130885. 00080000:00000010:0.0:1776202233.954212:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc388d02. 00080000:00000010:0.0:1776202233.954214:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7fa1c2b. 00080000:00000010:0.0:1776202233.954215:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079a72e0b. 00080000:00000010:0.0:1776202233.954227:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000659558dd. 00080000:00000010:0.0:1776202233.954229:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae8e0bae. 00080000:00000010:0.0:1776202233.954232:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047215cfa. 00080000:00000010:0.0:1776202233.954234:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021baf611. 00080000:00000010:0.0:1776202233.954236:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000720c5658. 00080000:00000010:0.0:1776202233.954239:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b6cdc35. 00080000:00000010:0.0:1776202233.954241:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007263b9cb. 00080000:00000010:0.0:1776202233.954244:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ac453cd. 00080000:00000010:0.0:1776202233.954246:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f8e7f49. 00080000:00000010:0.0:1776202233.954248:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f9196ba. 00080000:00000010:0.0:1776202233.954250:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000255330b1. 00080000:00000010:0.0:1776202233.954251:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eae3244. 00080000:00000010:0.0:1776202233.954254:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088670c76. 00080000:00000010:0.0:1776202233.954255:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf5014bc. 00080000:00000010:0.0:1776202233.954257:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecb7e16b. 00080000:00000010:0.0:1776202233.954259:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c93ad43. 00080000:00000010:0.0:1776202233.954261:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d53b20b. 00080000:00000010:0.0:1776202233.954263:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ae10b7. 00080000:00000010:0.0:1776202233.954266:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063b91870. 00080000:00000010:0.0:1776202233.954267:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b381f1ab. 00080000:00000010:0.0:1776202233.954271:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c23d1281. 00080000:00000010:0.0:1776202233.954273:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000945c8403. 00080000:00000010:0.0:1776202233.954275:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043b4c969. 00080000:00000010:0.0:1776202233.954278:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af7a81a5. 00080000:00000010:0.0:1776202233.954280:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0a9a1b9. 00080000:00000010:0.0:1776202233.954282:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad441306. 00080000:00000010:0.0:1776202233.954284:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c631161f. 00080000:00000010:0.0:1776202233.954289:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098f57961. 00080000:00000010:0.0:1776202233.954291:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102c4755. 00080000:00000010:0.0:1776202233.954293:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cee50a7. 00080000:00000010:0.0:1776202233.954295:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe8b6e11. 00080000:00000010:0.0:1776202233.954297:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007095e8e9. 00080000:00000010:0.0:1776202233.954299:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7d7f0a3. 00080000:00000010:0.0:1776202233.954302:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000119783cb. 00080000:00000010:0.0:1776202233.954304:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001473e262. 00080000:00000010:0.0:1776202233.954306:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e939f96. 00080000:00000010:0.0:1776202233.954309:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8107a29. 00080000:00000010:0.0:1776202233.954312:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ecfd612. 00080000:00000010:0.0:1776202233.954314:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006664f8ea. 00080000:00000010:0.0:1776202233.954317:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050a00240. 00080000:00000010:0.0:1776202233.954320:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ad61124. 00080000:00000010:0.0:1776202233.954322:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c1dc059. 00080000:00000010:0.0:1776202233.954324:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003506526b. 00080000:00000010:0.0:1776202233.954326:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a91eec9f. 00080000:00000010:0.0:1776202233.954329:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037c97508. 00080000:00000010:0.0:1776202233.954331:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4d32a59. 00080000:00000010:0.0:1776202233.954333:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e0f1d31. 00080000:00000010:0.0:1776202233.954336:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c06c7db. 00080000:00000010:0.0:1776202233.954337:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064277b93. 00080000:00000010:0.0:1776202233.954340:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067890c65. 00080000:00000010:0.0:1776202233.954342:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5272346. 00080000:00000010:0.0:1776202233.954344:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020c00061. 00080000:00000010:0.0:1776202233.954347:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebbfc0b2. 00080000:00000010:0.0:1776202233.954349:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efe3d245. 00080000:00000010:0.0:1776202233.954351:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddd46c3c. 00080000:00000010:0.0:1776202233.954353:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5b06c66. 00080000:00000010:0.0:1776202233.954355:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e6500c4. 00080000:00000010:0.0:1776202233.954356:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9884332. 00080000:00000010:0.0:1776202233.954359:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fb249ab. 00080000:00000010:0.0:1776202233.954361:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000797b0548. 00080000:00000010:0.0:1776202233.954363:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f5462d. 00080000:00000010:0.0:1776202233.954366:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ddebda. 00080000:00000010:0.0:1776202233.954368:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab847c4c. 00080000:00000010:0.0:1776202233.954372:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfd2728c. 00080000:00000010:0.0:1776202233.954376:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d637332f. 00080000:00000010:0.0:1776202233.954379:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d919ac2. 00080000:00000010:0.0:1776202233.954381:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f0abd40. 00080000:00000010:0.0:1776202233.954383:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d071e4d. 00080000:00000010:0.0:1776202233.954385:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1028eae. 00080000:00000010:0.0:1776202233.954387:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000355cab2a. 00080000:00000010:0.0:1776202233.954389:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000511436ac. 00080000:00000010:0.0:1776202233.954391:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a39ce9c3. 00080000:00000010:0.0:1776202233.954393:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a63a336d. 00080000:00000010:0.0:1776202233.954395:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006553855b. 00080000:00000010:0.0:1776202233.954398:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000406464f1. 00080000:00000010:0.0:1776202233.954400:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dd52fc3. 00080000:00000010:0.0:1776202233.954402:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9d8bfdf. 00080000:00000010:0.0:1776202233.954404:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa6b3bc6. 00080000:00000010:0.0:1776202233.954406:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cb2904b. 00080000:00000010:0.0:1776202233.954408:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003483f23b. 00080000:00000010:0.0:1776202233.954411:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1c1b6fa. 00080000:00000010:0.0:1776202233.954414:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009311781b. 00080000:00000010:0.0:1776202233.954416:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e0c457e. 00080000:00000010:0.0:1776202233.954419:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092716ed2. 00080000:00000010:0.0:1776202233.954421:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2f68bae. 00080000:00000010:0.0:1776202233.954423:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065b7fd0e. 00080000:00000010:0.0:1776202233.954425:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000988f5bbc. 00080000:00000010:0.0:1776202233.954428:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ec9cebf. 00080000:00000010:0.0:1776202233.954430:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc9b885. 00080000:00000010:0.0:1776202233.954432:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007802ca58. 00080000:00000010:0.0:1776202233.954434:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000664f6d41. 00080000:00000010:0.0:1776202233.954436:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d03c68ad. 00080000:00000010:0.0:1776202233.954438:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013eb0c5c. 00080000:00000010:0.0:1776202233.954440:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c183b6d5. 00080000:00000010:0.0:1776202233.954442:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2598925. 00080000:00000010:0.0:1776202233.954445:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6dd2851. 00080000:00000010:0.0:1776202233.954447:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c649c6d1. 00080000:00000010:0.0:1776202233.954449:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000e9763c. 00080000:00000010:0.0:1776202233.954451:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004da47286. 00080000:00000010:0.0:1776202233.954454:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9f219e6. 00080000:00000010:0.0:1776202233.954457:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eeb4bd54. 00080000:00000010:0.0:1776202233.954459:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2a8d362. 00080000:00000010:0.0:1776202233.954462:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5d015d9. 00080000:00000010:0.0:1776202233.954464:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cabdc80. 00080000:00000010:0.0:1776202233.954466:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a8de11e. 00080000:00000010:0.0:1776202233.954468:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000343b6d56. 00080000:00000010:0.0:1776202233.954471:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a102d77. 00080000:00000010:0.0:1776202233.954473:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000385f2c44. 00080000:00000010:0.0:1776202233.954476:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000406f45e4. 00080000:00000010:0.0:1776202233.954478:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003e8cc90. 00080000:00000010:0.0:1776202233.954481:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a80076ee. 00080000:00000010:0.0:1776202233.954484:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbe6fd65. 00080000:00000010:0.0:1776202233.954486:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006dbe3e5. 00080000:00000010:0.0:1776202233.954489:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e33e921. 00080000:00000010:0.0:1776202233.954492:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a02224ad. 00080000:00000010:0.0:1776202233.954494:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbbb715b. 00080000:00000010:0.0:1776202233.954497:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908324e0. 00080000:00000010:0.0:1776202233.954499:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065912ae1. 00080000:00000010:0.0:1776202233.954501:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f1fa434. 00080000:00000010:0.0:1776202233.954503:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4ec6b1d. 00080000:00000010:0.0:1776202233.954506:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1bfd2ba. 00080000:00000010:0.0:1776202233.954509:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007554b3e1. 00080000:00000010:0.0:1776202233.954511:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcc89d08. 00080000:00000010:0.0:1776202233.954514:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d3e6d45. 00080000:00000010:0.0:1776202233.954517:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3f5b528. 00080000:00000010:0.0:1776202233.954519:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034ed3c7e. 00080000:00000010:0.0:1776202233.954520:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007df4b5b6. 00080000:00000010:0.0:1776202233.954523:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077868767. 00080000:00000010:0.0:1776202233.954525:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2ad75a4. 00080000:00000010:0.0:1776202233.954527:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e80cac. 00080000:00000010:0.0:1776202233.954530:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e196b885. 00080000:00000010:0.0:1776202233.954533:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026280ef7. 00080000:00000010:0.0:1776202233.954535:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff970885. 00080000:00000010:0.0:1776202233.954537:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e78ae6eb. 00080000:00000010:0.0:1776202233.954540:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008470909e. 00080000:00000010:0.0:1776202233.954542:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041bd4a7f. 00080000:00000010:0.0:1776202233.954545:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8fc85d1. 00080000:00000010:0.0:1776202233.954547:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e9491ee. 00080000:00000010:0.0:1776202233.954550:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d93fa30. 00080000:00000010:0.0:1776202233.954552:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e6aaa70. 00080000:00000010:0.0:1776202233.954555:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098e4843b. 00080000:00000010:0.0:1776202233.954557:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fd0e57d. 00080000:00000010:0.0:1776202233.954559:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003caf4f00. 00080000:00000010:0.0:1776202233.954562:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036b410c4. 00080000:00000010:0.0:1776202233.954564:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ae6b4e4. 00080000:00000010:0.0:1776202233.954566:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ab495e7. 00080000:00000010:0.0:1776202233.954569:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f29387d. 00080000:00000010:0.0:1776202233.954571:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dbbb7dd. 00080000:00000010:0.0:1776202233.954574:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0ce953b. 00080000:00000010:0.0:1776202233.954576:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000453f59b. 00080000:00000010:0.0:1776202233.954578:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a207774. 00080000:00000010:0.0:1776202233.954580:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e01adec. 00080000:00000010:0.0:1776202233.954583:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063a017b6. 00080000:00000010:0.0:1776202233.954585:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a531e4e3. 00080000:00000010:0.0:1776202233.954589:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca0d5f5c. 00080000:00000010:0.0:1776202233.954592:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d157ed1. 00080000:00000010:0.0:1776202233.954594:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d35a0ed. 00080000:00000010:0.0:1776202233.954597:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094aebdc4. 00080000:00000010:0.0:1776202233.954600:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9022d20. 00080000:00000010:0.0:1776202233.954603:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045f04585. 00080000:00000010:0.0:1776202233.954605:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c33ffe. 00080000:00000010:0.0:1776202233.954608:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096499634. 00080000:00000010:0.0:1776202233.954612:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098691ae3. 00080000:00000010:0.0:1776202233.954614:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f88bc4ec. 00080000:00000010:0.0:1776202233.954616:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056cb9570. 00080000:00000010:0.0:1776202233.954618:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e83738ff. 00080000:00000010:0.0:1776202233.954621:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a84b0a2. 00080000:00000010:0.0:1776202233.954623:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f208d5c1. 00080000:00000010:0.0:1776202233.954626:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069f5b16f. 00080000:00000010:0.0:1776202233.954629:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b1713d8. 00080000:00000010:0.0:1776202233.954631:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc7a7dff. 00080000:00000010:0.0:1776202233.954634:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b6af6cb. 00080000:00000010:0.0:1776202233.954636:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a69b70c. 00080000:00000010:0.0:1776202233.954638:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c80bf8db. 00080000:00000010:0.0:1776202233.954641:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcd3ca6d. 00080000:00000010:0.0:1776202233.954643:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6ab9974. 00080000:00000010:0.0:1776202233.954646:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e48f09. 00080000:00000010:0.0:1776202233.954648:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c57160ae. 00080000:00000010:0.0:1776202233.954650:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d1cd77a. 00080000:00000010:0.0:1776202233.954653:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f75914d0. 00080000:00000010:0.0:1776202233.954656:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a3d7ee0. 00080000:00000010:0.0:1776202233.954658:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3693184. 00080000:00000010:0.0:1776202233.954661:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085242b0d. 00080000:00000010:0.0:1776202233.954665:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000248a9e33. 00080000:00000010:0.0:1776202233.954680:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018d2326b. 00080000:00000010:0.0:1776202233.954682:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f017e331. 00080000:00000010:0.0:1776202233.954686:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adb93541. 00080000:00000010:0.0:1776202233.954689:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fddd6b0. 00080000:00000010:0.0:1776202233.954692:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067836b3c. 00080000:00000010:0.0:1776202233.954695:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031351002. 00080000:00000010:0.0:1776202233.954697:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0195381. 00080000:00000010:0.0:1776202233.954700:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018ad2552. 00080000:00000010:0.0:1776202233.954703:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d94f159f. 00080000:00000010:0.0:1776202233.954707:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009194091a. 00080000:00000010:0.0:1776202233.954709:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053fe96fb. 00080000:00000010:0.0:1776202233.954710:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cf2b420. 00080000:00000010:0.0:1776202233.954712:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000947a1a9e. 00080000:00000010:0.0:1776202233.954714:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099a465b8. 00080000:00000010:0.0:1776202233.954716:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000212130b3. 00080000:00000010:0.0:1776202233.954718:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000346799c3. 00080000:00000010:0.0:1776202233.954720:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b4369cb. 00080000:00000010:0.0:1776202233.954723:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533641e5. 00080000:00000010:0.0:1776202233.954728:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b5524a1. 00080000:00000010:0.0:1776202233.954730:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4e3b1a. 00080000:00000010:0.0:1776202233.954732:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb61f49d. 00080000:00000010:0.0:1776202233.954735:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080b7fc11. 00080000:00000010:0.0:1776202233.954737:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f89047f1. 00080000:00000010:0.0:1776202233.954739:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088b4fa4e. 00080000:00000010:0.0:1776202233.954742:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093573272. 00080000:00000010:0.0:1776202233.954744:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009edcebe. 00080000:00000010:0.0:1776202233.954747:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082bb63e9. 00080000:00000010:0.0:1776202233.954749:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb439409. 00080000:00000010:0.0:1776202233.954752:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000947ca88a. 00080000:00000010:0.0:1776202233.954754:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a361fc7b. 00080000:00000010:0.0:1776202233.954756:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0fea13a. 00080000:00000010:0.0:1776202233.954758:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012734cff. 00080000:00000010:0.0:1776202233.954760:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007599dcd3. 00080000:00000010:0.0:1776202233.954762:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be98158e. 00080000:00000010:0.0:1776202233.954765:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b74bf8f. 00080000:00000010:0.0:1776202233.954769:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4fa042a. 00080000:00000010:0.0:1776202233.954771:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3d2777a. 00080000:00000010:0.0:1776202233.954774:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c533166d. 00080000:00000010:0.0:1776202233.954777:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070075578. 00080000:00000010:0.0:1776202233.954778:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dc8f0d5. 00080000:00000010:0.0:1776202233.954781:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8c892e6. 00080000:00000010:0.0:1776202233.954784:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003207163f. 00080000:00000010:0.0:1776202233.954787:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090d21683. 00080000:00000010:0.0:1776202233.954790:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed135625. 00080000:00000010:0.0:1776202233.954792:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003949d8b4. 00080000:00000010:0.0:1776202233.954795:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b7744e. 00080000:00000010:0.0:1776202233.954797:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7246d4f. 00080000:00000010:0.0:1776202233.954799:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000854e1349. 00080000:00000010:0.0:1776202233.954802:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005eb50a57. 00080000:00000010:0.0:1776202233.954804:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a67cd91. 00080000:00000010:0.0:1776202233.954806:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000005d7211. 00080000:00000010:0.0:1776202233.954808:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b7ef5fd. 00080000:00000010:0.0:1776202233.954810:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533bac1a. 00080000:00000010:0.0:1776202233.954813:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051bb1c7a. 00080000:00000010:0.0:1776202233.954815:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9491cf0. 00080000:00000010:0.0:1776202233.954817:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072f31813. 00080000:00000010:0.0:1776202233.954819:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089bdc0c4. 00080000:00000010:0.0:1776202233.954822:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac3731fb. 00080000:00000010:0.0:1776202233.954825:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc4573c2. 00080000:00000010:0.0:1776202233.954827:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a6fb10d. 00080000:00000010:0.0:1776202233.954854:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac12a182. 00080000:00000010:0.0:1776202233.954858:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080e26039. 00080000:00000010:0.0:1776202233.954860:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1fcc534. 00080000:00000010:0.0:1776202233.954862:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000effadf17. 00080000:00000010:0.0:1776202233.954864:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087562fd9. 00080000:00000010:0.0:1776202233.954866:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f28bf4f2. 00080000:00000010:0.0:1776202233.954869:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086be6bb1. 00080000:00000010:0.0:1776202233.954871:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4b9d570. 00080000:00000010:0.0:1776202233.954873:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083dff4d2. 00080000:00000010:0.0:1776202233.954875:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae9b622e. 00080000:00000010:0.0:1776202233.954877:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028fee421. 00080000:00000010:0.0:1776202233.954889:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000713608f0. 00080000:00000010:0.0:1776202233.954893:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f379074. 00080000:00000010:0.0:1776202233.954895:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c116f4c. 00080000:00000010:0.0:1776202233.954897:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b69e92d. 00080000:00000010:0.0:1776202233.954899:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9136416. 00080000:00000010:0.0:1776202233.954901:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007531994d. 00080000:00000010:0.0:1776202233.954903:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bf0a70f. 00080000:00000010:0.0:1776202233.954905:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dc94c85. 00080000:00000010:0.0:1776202233.954910:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed61b368. 00080000:00000010:0.0:1776202233.955297:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2c2b8a5. 00080000:00000010:0.0:1776202233.955300:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7c022aa. 00080000:00000010:0.0:1776202233.955304:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1a6cd90. 00080000:00000010:0.0:1776202233.955306:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f73d9cab. 00080000:00000010:0.0:1776202233.955308:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023fb3421. 00080000:00000010:0.0:1776202233.955311:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000944644f8. 00080000:00000010:0.0:1776202233.955315:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6463bd5. 00080000:00000010:0.0:1776202233.955317:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bb64699. 00080000:00000010:0.0:1776202233.955319:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000475fe486. 00080000:00000010:0.0:1776202233.955321:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4499226. 00080000:00000010:0.0:1776202233.955323:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097eb5309. 00080000:00000010:0.0:1776202233.955325:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf509ae4. 00080000:00000010:0.0:1776202233.955327:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039514994. 00080000:00000010:0.0:1776202233.955329:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001464c1a3. 00080000:00000010:0.0:1776202233.955331:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000311ecd9a. 00080000:00000010:0.0:1776202233.955334:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b6778d3. 00080000:00000010:0.0:1776202233.955336:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000149e6bee. 00080000:00000010:0.0:1776202233.955338:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0726a35. 00080000:00000010:0.0:1776202233.955340:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053c28722. 00080000:00000010:0.0:1776202233.955341:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de91a2c3. 00080000:00000010:0.0:1776202233.955344:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff5d16ea. 00080000:00000010:0.0:1776202233.955359:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000067ff038. 00080000:00000010:0.0:1776202233.955362:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0889dc. 00080000:00000010:0.0:1776202233.955365:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec6465c0. 00080000:00000010:0.0:1776202233.955367:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000103427bd. 00080000:00000010:0.0:1776202233.955369:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003784ee1a. 00080000:00000010:0.0:1776202233.955372:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0f5e521. 00080000:00000010:0.0:1776202233.955374:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5e9fbd2. 00080000:00000010:0.0:1776202233.955376:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e20c6635. 00080000:00000010:0.0:1776202233.955378:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043ffa0b7. 00080000:00000010:0.0:1776202233.955380:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028dd429e. 00080000:00000010:0.0:1776202233.955382:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000201842e. 00080000:00000010:0.0:1776202233.955384:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aecbaa6. 00080000:00000010:0.0:1776202233.955386:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd5cbd28. 00080000:00000010:0.0:1776202233.955388:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bed4d01a. 00080000:00000010:0.0:1776202233.955390:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aabb797b. 00080000:00000010:0.0:1776202233.955392:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0b07a3b. 00080000:00000010:0.0:1776202233.955394:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc8b0e81. 00080000:00000010:0.0:1776202233.955396:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c094ea6. 00080000:00000010:0.0:1776202233.955398:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb7e9b1d. 00080000:00000010:0.0:1776202233.955400:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033f17ec6. 00080000:00000010:0.0:1776202233.955403:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008601a001. 00080000:00000010:0.0:1776202233.955405:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1d1ee9b. 00080000:00000010:0.0:1776202233.955408:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9e399b9. 00080000:00000010:0.0:1776202233.955411:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c3f32fd. 00080000:00000010:0.0:1776202233.955414:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cf136ad. 00080000:00000010:0.0:1776202233.955416:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbe1d522. 00080000:00000010:0.0:1776202233.955419:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f56b274c. 00080000:00000010:0.0:1776202233.955422:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8f6368e. 00080000:00000010:0.0:1776202233.955424:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb1f008. 00080000:00000010:0.0:1776202233.955427:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0ed7a80. 00080000:00000010:0.0:1776202233.955430:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000953c83cd. 00080000:00000010:0.0:1776202233.955433:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e392f4e. 00080000:00000010:0.0:1776202233.955435:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf67feb6. 00080000:00000010:0.0:1776202233.955436:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fb0ecd9. 00080000:00000010:0.0:1776202233.955439:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072913fbc. 00080000:00000010:0.0:1776202233.955441:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006475174b. 00080000:00000010:0.0:1776202233.955443:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000937e6c94. 00080000:00000010:0.0:1776202233.955444:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000132b5ea5. 00080000:00000010:0.0:1776202233.955446:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000615ef563. 00080000:00000010:0.0:1776202233.955448:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2132660. 00080000:00000010:0.0:1776202233.955450:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000710da1d8. 00080000:00000010:0.0:1776202233.955452:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b77a60c1. 00080000:00000010:0.0:1776202233.955454:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f478bbf6. 00080000:00000010:0.0:1776202233.955456:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071bc4864. 00080000:00000010:0.0:1776202233.955458:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002733bab0. 00080000:00000010:0.0:1776202233.955461:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7948d5. 00080000:00000010:0.0:1776202233.955463:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a312c34d. 00080000:00000010:0.0:1776202233.955465:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091b7147e. 00080000:00000010:0.0:1776202233.955468:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ea4b7e. 00080000:00000010:0.0:1776202233.955470:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073535b33. 00080000:00000010:0.0:1776202233.955472:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f68c247f. 00080000:00000010:0.0:1776202233.955474:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f34320. 00080000:00000010:0.0:1776202233.955478:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006779f1b. 00080000:00000010:0.0:1776202233.955480:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cd4af26. 00080000:00000010:0.0:1776202233.955482:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e7231e. 00080000:00000010:0.0:1776202233.955485:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f5624dc. 00080000:00000010:0.0:1776202233.955487:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005860c7fa. 00080000:00000010:0.0:1776202233.955489:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086e9eafc. 00080000:00000010:0.0:1776202233.955491:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de22827b. 00080000:00000010:0.0:1776202233.955494:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f39ef1dc. 00080000:00000010:0.0:1776202233.955496:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d02b9a8. 00080000:00000010:0.0:1776202233.955498:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000145f80c1. 00080000:00000010:0.0:1776202233.955501:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037467f6f. 00080000:00000010:0.0:1776202233.955503:0:71834:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f20132fd. 00010000:00000010:1.0:1776202233.959130:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:1.0:1776202233.959146:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000382bdf22. 00010000:00000010:1.0:1776202233.959229:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b13428b. 00010000:00000010:1.0:1776202233.959234:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959240:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8f7435b. 00010000:00000010:1.0:1776202233.959246:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959263:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ec74508. 00010000:00000010:1.0:1776202233.959294:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959298:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959335:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d87cd59. 00010000:00000010:1.0:1776202233.959338:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959341:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.0:1776202233.959344:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959351:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff61a21. 00010000:00000010:1.0:1776202233.959373:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959376:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959411:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ddf2c2d. 00010000:00000010:1.0:1776202233.959413:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959416:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.0:1776202233.959419:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959426:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007147086f. 00010000:00000010:1.0:1776202233.959446:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959449:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959479:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001527cae8. 00010000:00000010:1.0:1776202233.959481:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959483:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069a04ab8. 00010000:00000010:1.0:1776202233.959486:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959493:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8285fcc. 00010000:00000010:1.0:1776202233.959513:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959516:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959545:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b19a30e3. 00010000:00000010:1.0:1776202233.959547:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959550:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b608ec0. 00010000:00000010:1.0:1776202233.959553:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959560:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7b8c4a. 00010000:00000010:1.0:1776202233.959582:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959586:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959630:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a1b235c. 00010000:00000010:1.0:1776202233.959633:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959637:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000839efe65. 00010000:00000010:1.0:1776202233.959639:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959646:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d16e90b8. 00010000:00000010:1.0:1776202233.959666:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959670:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959700:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003456a407. 00010000:00000010:1.0:1776202233.959702:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959705:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.0:1776202233.959708:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959714:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012e9d649. 00010000:00000010:1.0:1776202233.959736:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959739:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959768:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001901a828. 00010000:00000010:1.0:1776202233.959771:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959774:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec48dac9. 00010000:00000010:1.0:1776202233.959776:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959783:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6dc3283. 00010000:00000010:1.0:1776202233.959805:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.959808:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959860:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000eec50ca. 00010000:00000010:1.0:1776202233.959863:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.959866:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000928044ef. 00010000:00000010:1.0:1776202233.959869:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.959876:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014544fb8. 00010000:00000010:1.0:1776202233.959908:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960093:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960128:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d41c38b0. 00010000:00000010:1.0:1776202233.960131:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960134:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.0:1776202233.960137:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960145:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c7f8a42. 00010000:00000010:1.0:1776202233.960168:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960171:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960200:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000545fe18e. 00010000:00000010:1.0:1776202233.960203:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960206:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.0:1776202233.960209:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960291:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c20a2b07. 00010000:00000010:1.0:1776202233.960318:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960321:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960355:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b799403d. 00010000:00000010:1.0:1776202233.960358:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960361:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.0:1776202233.960364:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960371:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004af4510. 00010000:00000010:1.0:1776202233.960392:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960396:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960422:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000deae8b75. 00010000:00000010:1.0:1776202233.960425:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960427:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.0:1776202233.960430:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960439:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f40f603. 00010000:00000010:1.0:1776202233.960460:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960463:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960493:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043146db3. 00010000:00000010:1.0:1776202233.960496:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960499:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9132100. 00010000:00000010:1.0:1776202233.960502:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960509:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f06999d. 00010000:00000010:1.0:1776202233.960529:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960532:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960559:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006166ef09. 00010000:00000010:1.0:1776202233.960562:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960564:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000456b0596. 00010000:00000010:1.0:1776202233.960567:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960574:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d522d795. 00010000:00000010:1.0:1776202233.960594:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960597:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960625:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bdaed1f. 00010000:00000010:1.0:1776202233.960628:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960631:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ea24030. 00010000:00000010:1.0:1776202233.960634:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960640:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031d7d36b. 00010000:00000010:1.0:1776202233.960659:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960662:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960686:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a634a9f. 00010000:00000010:1.0:1776202233.960688:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960692:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df0dcba. 00010000:00000010:1.0:1776202233.960694:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960700:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d94135d8. 00010000:00000010:1.0:1776202233.960718:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960721:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960748:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0aef49d. 00010000:00000010:1.0:1776202233.960751:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960754:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004df643b7. 00010000:00000010:1.0:1776202233.960757:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960763:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c09fb682. 00010000:00000010:1.0:1776202233.960782:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.960785:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960809:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d703366e. 00010000:00000010:1.0:1776202233.960812:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.960815:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000121a018a. 00010000:00000010:1.0:1776202233.960817:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.960823:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000075c973a. 00010000:00000010:1.0:1776202233.961008:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961012:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961043:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061a3a180. 00010000:00000010:1.0:1776202233.961045:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961048:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162d91af. 00010000:00000010:1.0:1776202233.961050:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961058:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d016f66f. 00010000:00000010:1.0:1776202233.961078:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961081:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961105:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000785b6507. 00010000:00000010:1.0:1776202233.961107:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961109:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.0:1776202233.961112:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961118:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb3000f. 00010000:00000010:1.0:1776202233.961136:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961139:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961163:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064ac3bd9. 00010000:00000010:1.0:1776202233.961165:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961167:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008101ff39. 00010000:00000010:1.0:1776202233.961170:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961177:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc623af1. 00010000:00000010:1.0:1776202233.961197:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961200:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961314:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008310f2f. 00010000:00000010:1.0:1776202233.961317:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961320:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a567e582. 00010000:00000010:1.0:1776202233.961323:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961330:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096e8abd3. 00010000:00000010:1.0:1776202233.961351:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961354:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961387:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3458ea7. 00010000:00000010:1.0:1776202233.961390:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961393:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056993951. 00010000:00000010:1.0:1776202233.961395:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961402:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b405a236. 00010000:00000010:1.0:1776202233.961420:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961424:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961452:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000736e2c62. 00010000:00000010:1.0:1776202233.961455:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961458:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.0:1776202233.961461:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961467:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000126b963d. 00010000:00000010:1.0:1776202233.961486:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961489:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961518:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e5e8eef. 00010000:00000010:1.0:1776202233.961520:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961523:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.0:1776202233.961526:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961531:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000053abf82. 00010000:00000010:1.0:1776202233.961548:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961551:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961575:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a10b7b0. 00010000:00000010:1.0:1776202233.961578:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961580:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000014e2fc5. 00010000:00000010:1.0:1776202233.961582:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961588:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab545ff4. 00010000:00000010:1.0:1776202233.961603:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961606:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961627:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000442cb4e2. 00010000:00000010:1.0:1776202233.961629:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961632:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.0:1776202233.961634:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961639:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016c9210b. 00010000:00000010:1.0:1776202233.961655:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961658:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961681:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cdd28e2. 00010000:00000010:1.0:1776202233.961684:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961687:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.0:1776202233.961689:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961695:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b07adc2c. 00010000:00000010:1.0:1776202233.961714:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961717:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961742:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000686984b7. 00010000:00000010:1.0:1776202233.961750:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961752:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.0:1776202233.961755:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961762:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039e6235a. 00010000:00000010:1.0:1776202233.961781:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.961784:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961808:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6e8a72a. 00010000:00000010:1.0:1776202233.961810:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.961812:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.0:1776202233.961814:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.961819:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a5237a4. 00010000:00000010:1.0:1776202233.962043:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962047:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962082:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eff3de63. 00010000:00000010:1.0:1776202233.962085:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962088:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.0:1776202233.962091:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962098:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4dcba79. 00010000:00000010:1.0:1776202233.962120:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962123:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962152:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0d586ed. 00010000:00000010:1.0:1776202233.962154:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962157:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.0:1776202233.962159:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962166:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006358bd03. 00010000:00000010:1.0:1776202233.962186:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962189:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962214:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000411e5b8a. 00010000:00000010:1.0:1776202233.962308:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962313:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.0:1776202233.962316:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962326:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081fc1c75. 00010000:00000010:1.0:1776202233.962350:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962354:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962385:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a5eaffb. 00010000:00000010:1.0:1776202233.962387:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962391:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.0:1776202233.962394:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962401:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2a8df8. 00010000:00000010:1.0:1776202233.962425:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962428:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962462:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fb6a3d0. 00010000:00000010:1.0:1776202233.962464:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962467:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202233.962470:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962478:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059beeeae. 00010000:00000010:1.0:1776202233.962497:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962500:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962529:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a28aeda. 00010000:00000010:1.0:1776202233.962531:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962534:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000787a2718. 00010000:00000010:1.0:1776202233.962537:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962544:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0771dd6. 00010000:00000010:1.0:1776202233.962567:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962571:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962604:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000617696f1. 00010000:00000010:1.0:1776202233.962607:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962610:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202233.962612:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962619:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b82783b4. 00010000:00000010:1.0:1776202233.962640:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962644:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962675:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a7861f5. 00010000:00000010:1.0:1776202233.962678:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962681:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.0:1776202233.962684:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962691:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d552793. 00010000:00000010:1.0:1776202233.962713:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962718:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962747:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dddd5282. 00010000:00000010:1.0:1776202233.962750:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962753:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202233.962756:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962764:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c52ab85d. 00010000:00000010:1.0:1776202233.962786:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.962790:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962849:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202233.962853:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053ccfde6. 00010000:00000010:1.0:1776202233.962857:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c36499. 00010000:00000010:1.0:1776202233.962860:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00080000:00000010:1.0:1776202233.962869:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af8a3c6. 00010000:00000010:1.0:1776202233.962908:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202233.963012:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ccfde6. 00010000:00000010:0.0:1776202233.963136:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051d6b1c3. 00010000:00000010:0.0:1776202233.963140:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963144:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046cb5e3e. 00010000:00000010:0.0:1776202233.963148:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963158:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffea02. 00010000:00000010:0.0:1776202233.963180:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963184:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963213:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d065f513. 00010000:00000010:0.0:1776202233.963398:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963402:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069cf5967. 00010000:00000010:0.0:1776202233.963406:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963415:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ffa9f0. 00010000:00000010:0.0:1776202233.963441:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963444:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963480:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a1b2ace. 00010000:00000010:0.0:1776202233.963483:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963487:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c82b7e84. 00010000:00000010:0.0:1776202233.963490:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963497:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015ab8c0a. 00010000:00000010:0.0:1776202233.963518:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963522:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963549:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b12366f2. 00010000:00000010:0.0:1776202233.963552:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963554:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002924d59c. 00010000:00000010:0.0:1776202233.963557:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963565:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000851560c0. 00010000:00000010:0.0:1776202233.963587:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963590:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963619:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097868fa3. 00010000:00000010:0.0:1776202233.963623:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963625:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000562d5cf9. 00010000:00000010:0.0:1776202233.963628:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963634:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065c57f70. 00010000:00000010:0.0:1776202233.963655:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963658:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963687:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c39b201a. 00010000:00000010:0.0:1776202233.963690:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963692:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a5fd7ca. 00010000:00000010:0.0:1776202233.963695:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963701:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005b6420c. 00010000:00000010:0.0:1776202233.963721:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963724:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963755:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053ed76ef. 00010000:00000010:0.0:1776202233.963758:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963761:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f5c174d. 00010000:00000010:0.0:1776202233.963764:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963770:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055c18995. 00010000:00000010:0.0:1776202233.963791:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963794:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963821:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5617980. 00010000:00000010:0.0:1776202233.963824:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.963828:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010aef7c2. 00010000:00000010:0.0:1776202233.963854:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.963862:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012ce828c. 00010000:00000010:0.0:1776202233.963896:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.963901:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964051:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028b035d1. 00010000:00000010:0.0:1776202233.964054:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964057:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061eddfef. 00010000:00000010:0.0:1776202233.964060:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964068:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e0b6c8. 00010000:00000010:0.0:1776202233.964092:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964095:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964125:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079031396. 00010000:00000010:0.0:1776202233.964128:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964130:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009dbece3. 00010000:00000010:0.0:1776202233.964133:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964139:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dca9ce3. 00010000:00000010:0.0:1776202233.964159:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964161:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964188:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0371b5a. 00010000:00000010:0.0:1776202233.964191:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964194:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000838de3a3. 00010000:00000010:0.0:1776202233.964197:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964210:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f34320. 00010000:00000010:0.0:1776202233.964231:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964235:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964264:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a8ae728. 00010000:00000010:0.0:1776202233.964267:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964269:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d7b47d2. 00010000:00000010:0.0:1776202233.964272:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964280:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f68c247f. 00010000:00000010:0.0:1776202233.964301:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964304:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964337:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e2de507. 00010000:00000010:0.0:1776202233.964339:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964342:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007633b06d. 00010000:00000010:0.0:1776202233.964344:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964351:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073535b33. 00010000:00000010:0.0:1776202233.964370:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964374:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964402:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8cb8e3f. 00010000:00000010:0.0:1776202233.964405:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964407:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027a71918. 00010000:00000010:0.0:1776202233.964410:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964416:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ea4b7e. 00010000:00000010:0.0:1776202233.964438:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964442:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964472:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009233e2ab. 00010000:00000010:0.0:1776202233.964475:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964478:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b840c31a. 00010000:00000010:0.0:1776202233.964481:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964487:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091b7147e. 00010000:00000010:0.0:1776202233.964507:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964510:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964540:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c366b22. 00010000:00000010:0.0:1776202233.964543:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964546:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a224e021. 00010000:00000010:0.0:1776202233.964549:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964744:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a312c34d. 00010000:00000010:0.0:1776202233.964771:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964776:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964807:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066cdbf84. 00010000:00000010:0.0:1776202233.964810:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964813:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c366d25. 00010000:00000010:0.0:1776202233.964815:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964822:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7948d5. 00010000:00000010:0.0:1776202233.964867:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964871:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964912:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e68281ce. 00010000:00000010:0.0:1776202233.964915:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964918:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000791d55c. 00010000:00000010:0.0:1776202233.964921:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.964928:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002733bab0. 00010000:00000010:0.0:1776202233.964951:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.964955:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964987:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000031939cc. 00010000:00000010:0.0:1776202233.964990:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.964993:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006906cffc. 00010000:00000010:0.0:1776202233.964996:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965004:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071bc4864. 00010000:00000010:0.0:1776202233.965025:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965029:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965056:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063bd4a22. 00010000:00000010:0.0:1776202233.965059:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965062:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050aa030e. 00010000:00000010:0.0:1776202233.965065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965071:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f478bbf6. 00010000:00000010:0.0:1776202233.965092:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965096:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965128:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000746db7d6. 00010000:00000010:0.0:1776202233.965131:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965133:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042c1abbe. 00010000:00000010:0.0:1776202233.965136:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965142:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b77a60c1. 00010000:00000010:0.0:1776202233.965163:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965166:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965193:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1cfe17d. 00010000:00000010:0.0:1776202233.965196:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965199:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c34d95. 00010000:00000010:0.0:1776202233.965202:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965209:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000710da1d8. 00010000:00000010:0.0:1776202233.965230:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965233:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00000001:00000010:0.0:1776202233.965254:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076f637ff. 00000001:00000010:0.0:1776202233.965259:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076f637ff. 00000001:00000010:0.0:1776202233.965262:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076f637ff. 00000001:00000010:0.0:1776202233.965264:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000057849f5b. 00010000:00000010:0.0:1776202233.965280:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000241026ad. 00010000:00000010:0.0:1776202233.965282:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965285:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000956c2cf6. 00010000:00000010:0.0:1776202233.965287:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965293:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2132660. 00010000:00000010:0.0:1776202233.965314:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965317:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965344:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c231930. 00010000:00000010:0.0:1776202233.965346:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965349:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027e86dfa. 00010000:00000010:0.0:1776202233.965352:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965358:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000615ef563. 00010000:00000010:0.0:1776202233.965380:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965383:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965414:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047ae2e04. 00010000:00000010:0.0:1776202233.965417:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965420:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040b2bfbe. 00010000:00000010:0.0:1776202233.965422:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965429:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000132b5ea5. 00010000:00000010:0.0:1776202233.965451:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965454:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965482:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000555cab41. 00010000:00000010:0.0:1776202233.965485:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965488:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae6d8c91. 00010000:00000010:0.0:1776202233.965491:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965497:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000937e6c94. 00010000:00000010:0.0:1776202233.965517:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965521:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965551:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095443365. 00010000:00000010:0.0:1776202233.965753:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965757:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a856d282. 00010000:00000010:0.0:1776202233.965761:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.965771:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006475174b. 00010000:00000010:0.0:1776202233.965797:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.965800:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965913:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046c56e1d. 00010000:00000010:0.0:1776202233.965992:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.965997:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202233.966000:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966008:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072913fbc. 00010000:00000010:0.0:1776202233.966032:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966035:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966064:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003fd8556. 00010000:00000010:0.0:1776202233.966067:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966070:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202233.966072:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966079:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb0ecd9. 00010000:00000010:0.0:1776202233.966100:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966103:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966130:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dc45226. 00010000:00000010:0.0:1776202233.966132:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966135:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202233.966137:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966143:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf67feb6. 00010000:00000010:0.0:1776202233.966161:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966163:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966191:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046eb60ab. 00010000:00000010:0.0:1776202233.966193:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966196:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202233.966198:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966205:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e392f4e. 00010000:00000010:0.0:1776202233.966225:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966229:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966256:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031e33be1. 00010000:00000010:0.0:1776202233.966259:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966262:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202233.966264:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966271:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000953c83cd. 00010000:00000010:0.0:1776202233.966292:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966295:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966328:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000692f4930. 00010000:00000010:0.0:1776202233.966332:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966335:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202233.966337:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966345:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0ed7a80. 00010000:00000010:0.0:1776202233.966365:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966368:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966394:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069df1be1. 00010000:00000010:0.0:1776202233.966397:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966400:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202233.966403:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966412:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036e7bb5b. 00010000:00000010:0.0:1776202233.966432:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966436:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966462:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd0397bd. 00010000:00000010:0.0:1776202233.966465:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966468:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202233.966470:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966476:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078b40283. 00010000:00000010:0.0:1776202233.966494:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966496:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966519:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca804c28. 00010000:00000010:0.0:1776202233.966521:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966524:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202233.966526:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966533:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8682a2c. 00010000:00000010:0.0:1776202233.966552:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966778:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966819:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009377aee0. 00010000:00000010:0.0:1776202233.966822:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.966825:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202233.966827:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.966901:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ba5320a. 00010000:00000010:0.0:1776202233.966929:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.966932:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967186:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ff9c561. 00010000:00000010:0.0:1776202233.967190:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967193:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7727471. 00010000:00000010:0.0:1776202233.967196:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.967206:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035d89382. 00010000:00000010:0.0:1776202233.967235:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.967238:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967274:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071422144. 00010000:00000010:0.0:1776202233.967277:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967280:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.0:1776202233.967282:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.967289:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038149228. 00010000:00000010:0.0:1776202233.967311:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.967314:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967343:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd0be108. 00010000:00000010:0.0:1776202233.967346:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967349:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.0:1776202233.967351:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.967358:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000413f646. 00010000:00000010:0.0:1776202233.967379:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.967383:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967411:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085db7b28. 00010000:00000010:0.0:1776202233.967414:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967417:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000619e9907. 00010000:00000010:0.0:1776202233.967419:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.967428:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dcb9909. 00010000:00000010:0.0:1776202233.967449:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.967452:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967481:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000075dd005. 00010000:00000010:0.0:1776202233.967484:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.967487:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.0:1776202233.967490:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.967497:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833d42bb. 00010000:00000010:0.0:1776202233.967519:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.967521:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968389:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a58024b. 00010000:00000010:0.0:1776202233.968397:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968401:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202233.968407:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968419:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070a7b886. 00010000:00000010:0.0:1776202233.968462:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.968465:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968506:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a7f645c. 00010000:00000010:0.0:1776202233.968509:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968512:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202233.968514:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968521:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f523f075. 00010000:00000010:0.0:1776202233.968543:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.968546:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968731:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8f0c9d7. 00010000:00000010:0.0:1776202233.968735:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968738:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202233.968741:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968749:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092f0341c. 00010000:00000010:0.0:1776202233.968774:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.968778:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968808:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ec5ed2e. 00010000:00000010:0.0:1776202233.968811:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968813:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202233.968817:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968824:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012f3417f. 00010000:00000010:0.0:1776202233.968863:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.968867:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968906:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bed5e5b2. 00010000:00000010:0.0:1776202233.968909:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968912:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.0:1776202233.968915:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968922:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed290c18. 00010000:00000010:0.0:1776202233.968943:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.968946:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968974:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e57b338d. 00010000:00000010:0.0:1776202233.968977:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.968979:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000452978d9. 00010000:00000010:0.0:1776202233.968982:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.968989:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006056430c. 00010000:00000010:0.0:1776202233.969010:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969014:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969050:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000766362c5. 00010000:00000010:0.0:1776202233.969053:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969056:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202233.969059:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969066:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076a2c63d. 00010000:00000010:0.0:1776202233.969088:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969092:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969120:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c151658e. 00010000:00000010:0.0:1776202233.969123:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969126:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044474cea. 00010000:00000010:0.0:1776202233.969129:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969137:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000145ec83d. 00010000:00000010:0.0:1776202233.969158:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969162:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969192:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2417a00. 00010000:00000010:0.0:1776202233.969195:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969198:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098b49889. 00010000:00000010:0.0:1776202233.969200:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969207:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7f0adcf. 00010000:00000010:0.0:1776202233.969228:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969231:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969258:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002700f865. 00010000:00000010:0.0:1776202233.969261:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969264:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b16b1f1d. 00010000:00000010:0.0:1776202233.969267:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969273:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddeeb800. 00010000:00000010:0.0:1776202233.969293:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969296:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969324:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d959a1f7. 00010000:00000010:0.0:1776202233.969327:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969330:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004568405. 00010000:00000010:0.0:1776202233.969332:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969339:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bdeeffe. 00010000:00000010:0.0:1776202233.969358:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969361:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969386:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007cf5ba92. 00010000:00000010:0.0:1776202233.969389:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969391:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003926350d. 00010000:00000010:0.0:1776202233.969394:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969401:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000305c765e. 00010000:00000010:0.0:1776202233.969422:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969425:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969457:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdaa41f6. 00010000:00000010:0.0:1776202233.969460:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969463:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af1eea14. 00010000:00000010:0.0:1776202233.969466:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969472:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e3be62b. 00010000:00000010:0.0:1776202233.969492:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969495:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969521:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c3f9f99. 00010000:00000010:0.0:1776202233.969524:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969527:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046e1399c. 00010000:00000010:0.0:1776202233.969530:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969535:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d5128d6. 00010000:00000010:0.0:1776202233.969555:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969559:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969605:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c67f3e3. 00010000:00000010:0.0:1776202233.969608:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969611:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009af21e45. 00010000:00000010:0.0:1776202233.969614:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969624:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8ed9b3f. 00010000:00000010:0.0:1776202233.969646:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969650:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969677:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ceaf72d6. 00010000:00000010:0.0:1776202233.969679:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969682:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cde4a9b1. 00010000:00000010:0.0:1776202233.969685:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969692:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f3bb79b. 00010000:00000010:0.0:1776202233.969711:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969714:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969737:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a93ee37. 00010000:00000010:0.0:1776202233.969739:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969742:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062a37c6e. 00010000:00000010:0.0:1776202233.969745:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969750:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021f54feb. 00010000:00000010:0.0:1776202233.969768:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969770:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969794:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008673a2c9. 00010000:00000010:0.0:1776202233.969797:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969799:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa3236fe. 00010000:00000010:0.0:1776202233.969801:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969807:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4868025. 00010000:00000010:0.0:1776202233.969825:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969827:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969888:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001755dfeb. 00010000:00000010:0.0:1776202233.969892:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969894:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049c79111. 00010000:00000010:0.0:1776202233.969897:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969905:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f69206bc. 00010000:00000010:0.0:1776202233.969926:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969929:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969957:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4e3a961. 00010000:00000010:0.0:1776202233.969959:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.969962:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082829a06. 00010000:00000010:0.0:1776202233.969964:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.969972:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d45079d1. 00010000:00000010:0.0:1776202233.969992:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.969995:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970025:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064786a59. 00010000:00000010:0.0:1776202233.970028:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970031:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000625640f5. 00010000:00000010:0.0:1776202233.970034:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970042:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043a761f1. 00010000:00000010:0.0:1776202233.970064:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970067:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970092:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e749b80. 00010000:00000010:0.0:1776202233.970095:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970097:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb96a729. 00010000:00000010:0.0:1776202233.970100:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970109:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a2b120. 00010000:00000010:0.0:1776202233.970127:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970131:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970155:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaca6c0a. 00010000:00000010:0.0:1776202233.970157:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970160:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009010fb15. 00010000:00000010:0.0:1776202233.970162:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970168:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d576f8e4. 00010000:00000010:0.0:1776202233.970185:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970188:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970210:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff24878f. 00010000:00000010:0.0:1776202233.970213:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970215:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0ef20e2. 00010000:00000010:0.0:1776202233.970218:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970224:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eaadaaf. 00010000:00000010:0.0:1776202233.970244:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970247:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970276:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008901491c. 00010000:00000010:0.0:1776202233.970279:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970282:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b02e0c0. 00010000:00000010:0.0:1776202233.970285:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970292:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f97f5af. 00010000:00000010:0.0:1776202233.970312:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970316:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970341:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ae1cc62. 00010000:00000010:0.0:1776202233.970344:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970346:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b0f3d67. 00010000:00000010:0.0:1776202233.970348:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970355:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000009a0f97. 00010000:00000010:0.0:1776202233.970372:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970374:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970400:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000197d4622. 00010000:00000010:0.0:1776202233.970402:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970405:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b944a4ac. 00010000:00000010:0.0:1776202233.970408:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970413:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007953f1f. 00010000:00000010:0.0:1776202233.970429:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970432:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970455:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3a3c108. 00010000:00000010:0.0:1776202233.970457:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970461:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0b3b7fa. 00010000:00000010:0.0:1776202233.970463:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970469:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a430d78. 00010000:00000010:0.0:1776202233.970487:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970489:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970513:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5a130fe. 00010000:00000010:0.0:1776202233.970516:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970518:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c499b1. 00010000:00000010:0.0:1776202233.970521:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970528:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf5bc0c. 00010000:00000010:0.0:1776202233.970548:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970551:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970578:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068d24da2. 00010000:00000010:0.0:1776202233.970580:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970582:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba7ee78b. 00010000:00000010:0.0:1776202233.970585:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970592:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000756abbcc. 00010000:00000010:0.0:1776202233.970614:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970616:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970645:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091f024c5. 00010000:00000010:0.0:1776202233.970648:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970651:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021a8c6f2. 00010000:00000010:0.0:1776202233.970654:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970661:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000266f1deb. 00010000:00000010:0.0:1776202233.970680:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970683:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970710:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1571beb. 00010000:00000010:0.0:1776202233.970712:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970715:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa8afbb3. 00010000:00000010:0.0:1776202233.970717:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970723:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000886d56a8. 00010000:00000010:0.0:1776202233.970746:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970749:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970779:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091327971. 00010000:00000010:0.0:1776202233.970781:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970784:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b39b5d21. 00010000:00000010:0.0:1776202233.970788:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.970794:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007011a3bd. 00010000:00000010:0.0:1776202233.970813:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.970816:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970864:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050ba2e8c. 00010000:00000010:0.0:1776202233.970867:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.970870:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000529f59dd. 00010000:00000010:0.0:1776202233.970873:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972031:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008573fc09. 00010000:00000010:0.0:1776202233.972085:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972091:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972136:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dd84369. 00010000:00000010:0.0:1776202233.972139:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972143:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5b9fd30. 00010000:00000010:0.0:1776202233.972147:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972157:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2c8b996. 00010000:00000010:0.0:1776202233.972179:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972182:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972211:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000825f3a78. 00010000:00000010:0.0:1776202233.972214:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972216:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c607243a. 00010000:00000010:0.0:1776202233.972219:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972226:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb93f926. 00010000:00000010:0.0:1776202233.972248:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972251:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972289:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9ffb8be. 00010000:00000010:0.0:1776202233.972291:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972294:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5c4e7bb. 00010000:00000010:0.0:1776202233.972296:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972303:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c89012b. 00010000:00000010:0.0:1776202233.972325:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972328:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972358:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f7d883f. 00010000:00000010:0.0:1776202233.972361:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972364:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac0426f8. 00010000:00000010:0.0:1776202233.972368:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972375:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8d6481f. 00010000:00000010:0.0:1776202233.972396:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972400:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972432:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072cc3820. 00010000:00000010:0.0:1776202233.972435:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972437:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac18cacc. 00010000:00000010:0.0:1776202233.972440:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972447:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d856bbd. 00010000:00000010:0.0:1776202233.972468:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972472:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972500:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8f604f9. 00010000:00000010:0.0:1776202233.972503:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972506:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba891e8d. 00010000:00000010:0.0:1776202233.972509:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.972515:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f30c94e. 00010000:00000010:0.0:1776202233.972535:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.972539:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972574:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb157be0. 00010000:00000010:0.0:1776202233.972577:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.972580:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:0.0:1776202233.972583:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.973119:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008179b68a. 00010000:00000010:0.0:1776202233.973154:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.973158:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.973196:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6470619. 00010000:00000010:0.0:1776202233.973199:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.973203:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002dc4487d. 00010000:00000010:0.0:1776202233.973206:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.973214:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020804271. 00010000:00000010:0.0:1776202233.973237:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.973241:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.973276:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7cfaf0f. 00010000:00000010:0.0:1776202233.973278:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.973281:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f0c5991. 00010000:00000010:0.0:1776202233.973283:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.973290:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f7dca00. 00010000:00000010:0.0:1776202233.974121:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974128:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974172:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae7b0bb1. 00010000:00000010:0.0:1776202233.974175:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974179:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ccb1b6. 00010000:00000010:0.0:1776202233.974182:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.974192:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000374283d6. 00010000:00000010:0.0:1776202233.974217:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974220:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974254:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a5d0b63. 00010000:00000010:0.0:1776202233.974257:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974260:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e96996fc. 00010000:00000010:0.0:1776202233.974262:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.974269:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007880ac5f. 00010000:00000010:0.0:1776202233.974290:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974292:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974318:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004281aa6f. 00010000:00000010:0.0:1776202233.974321:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974323:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fff6b6f6. 00010000:00000010:0.0:1776202233.974326:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.974336:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096fc8750. 00010000:00000010:0.0:1776202233.974356:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974359:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974388:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a038f4f. 00010000:00000010:0.0:1776202233.974391:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974394:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001615323b. 00010000:00000010:0.0:1776202233.974397:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.974404:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab5b46d8. 00010000:00000010:0.0:1776202233.974425:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974428:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974459:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019aac566. 00010000:00000010:0.0:1776202233.974462:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974465:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a418afe. 00010000:00000010:0.0:1776202233.974469:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00080000:00000010:0.0:1776202233.974475:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2b199cb. 00010000:00000010:0.0:1776202233.974497:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974499:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003819357e. 00010000:00000010:0.0:1776202233.974534:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f7fabd5. 00010000:00000010:0.0:1776202233.974537:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.974544:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202233.974552:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.974560:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.974574:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c9f5ec7. 02000000:00000010:0.0:1776202233.975471:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e42a1f70. 00000400:00000010:0.0:1776202233.975482:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202233.975490:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202233.975497:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802112, portal 16 00000400:00000010:0.0:1776202233.975502:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202233.975504:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802112, offset 0 00000400:00000200:0.0:1776202233.975515:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.975531:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.975539:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.975543:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.975546:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.975550:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91795:91795:256:4294967295] 192.168.204.38@tcp LPNI seq info [91795:91795:8:4294967295] 00000400:00000200:0.0:1776202233.976046:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.976055:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.976061:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202233.976069:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.976075:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.976078:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202233.979588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b739bf11. 00010000:00000010:1.1:1776202233.979603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004dba7c1. 00010000:00000010:1.1:1776202233.979609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b13428b. 00010000:00000010:1.1:1776202233.979613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8f7435b. 00010000:00000010:1.1:1776202233.979615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d87cd59. 00010000:00000010:1.1:1776202233.979642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8d018c. 00010000:00000010:1.1:1776202233.979646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddf2c2d. 00010000:00000010:1.1:1776202233.979649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1ee9f4. 00010000:00000010:1.1:1776202233.979651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001527cae8. 00010000:00000010:1.1:1776202233.979652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a04ab8. 00010000:00000010:1.1:1776202233.979773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b19a30e3. 00010000:00000010:1.1:1776202233.979988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b608ec0. 00010000:00000010:1.1:1776202233.979993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a1b235c. 00010000:00000010:1.1:1776202233.979997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000839efe65. 00010000:00000010:1.1:1776202233.979999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003456a407. 00010000:00000010:1.1:1776202233.980001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fde3daa. 00010000:00000010:1.1:1776202233.980003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001901a828. 00010000:00000010:1.1:1776202233.980006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec48dac9. 00010000:00000010:1.1:1776202233.980009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eec50ca. 00010000:00000010:1.1:1776202233.980011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000928044ef. 00010000:00000010:1.1:1776202233.980024:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d41c38b0. 00010000:00000010:1.1:1776202233.980027:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bda552a2. 00010000:00000010:1.1:1776202233.980032:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545fe18e. 00010000:00000010:1.1:1776202233.980035:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784ef5cb. 00010000:00000010:1.1:1776202233.980037:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b799403d. 00010000:00000010:1.1:1776202233.980039:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1c14b. 00010000:00000010:1.1:1776202233.980042:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deae8b75. 00010000:00000010:1.1:1776202233.980044:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca61e6e4. 00010000:00000010:1.1:1776202233.980046:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043146db3. 00010000:00000010:1.1:1776202233.980049:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9132100. 00010000:00000010:1.1:1776202233.980052:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006166ef09. 00010000:00000010:1.1:1776202233.980055:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456b0596. 00010000:00000010:1.1:1776202233.980057:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bdaed1f. 00010000:00000010:1.1:1776202233.980060:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ea24030. 00010000:00000010:1.1:1776202233.980063:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a634a9f. 00010000:00000010:1.1:1776202233.980066:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df0dcba. 00010000:00000010:1.1:1776202233.980069:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0aef49d. 00010000:00000010:1.1:1776202233.980071:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004df643b7. 00010000:00000010:1.1:1776202233.980073:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d703366e. 00010000:00000010:1.1:1776202233.980076:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000121a018a. 00010000:00000010:1.1:1776202233.980079:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a3a180. 00010000:00000010:1.1:1776202233.980082:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162d91af. 00010000:00000010:1.1:1776202233.980084:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785b6507. 00010000:00000010:1.1:1776202233.980087:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a4b352. 00010000:00000010:1.1:1776202233.980089:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064ac3bd9. 00010000:00000010:1.1:1776202233.980093:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008101ff39. 00010000:00000010:1.1:1776202233.980095:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008310f2f. 00010000:00000010:1.1:1776202233.980097:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a567e582. 00010000:00000010:1.1:1776202233.980099:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3458ea7. 00010000:00000010:1.1:1776202233.980102:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993951. 00010000:00000010:1.1:1776202233.980105:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000736e2c62. 00010000:00000010:1.1:1776202233.980108:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97ce36d. 00010000:00000010:1.1:1776202233.980113:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e5e8eef. 00010000:00000010:1.1:1776202233.980116:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006abf97f9. 00010000:00000010:1.1:1776202233.980118:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a10b7b0. 00010000:00000010:1.1:1776202233.980121:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014e2fc5. 00010000:00000010:1.1:1776202233.980123:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000442cb4e2. 00010000:00000010:1.1:1776202233.980126:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef061aa. 00010000:00000010:1.1:1776202233.980128:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cdd28e2. 00010000:00000010:1.1:1776202233.980130:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c180ee. 00010000:00000010:1.1:1776202233.980134:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000686984b7. 00010000:00000010:1.1:1776202233.980136:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb92a9. 00010000:00000010:1.1:1776202233.980138:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6e8a72a. 00010000:00000010:1.1:1776202233.980141:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6d76a6. 00010000:00000010:1.1:1776202233.980144:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eff3de63. 00010000:00000010:1.1:1776202233.980146:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd36a43. 00010000:00000010:1.1:1776202233.980148:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d586ed. 00010000:00000010:1.1:1776202233.980151:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f57a45. 00010000:00000010:1.1:1776202233.980153:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000411e5b8a. 00010000:00000010:1.1:1776202233.980156:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed16d8fd. 00010000:00000010:1.1:1776202233.980158:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a5eaffb. 00010000:00000010:1.1:1776202233.980162:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.1:1776202233.980165:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb6a3d0. 00010000:00000010:1.1:1776202233.980169:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:1.1:1776202233.980173:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a28aeda. 00010000:00000010:1.1:1776202233.980176:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787a2718. 00010000:00000010:1.1:1776202233.980179:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000617696f1. 00010000:00000010:1.1:1776202233.980183:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00010000:00000010:1.1:1776202233.980185:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a7861f5. 00010000:00000010:1.1:1776202233.980187:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.1:1776202233.980191:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dddd5282. 00010000:00000010:1.1:1776202233.980194:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.1:1776202233.980197:0:15861:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202233.980199:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c36499. 00000800:00000200:1.0:1776202233.980306:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.980309:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:1.0:1776202233.980315:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.980324:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.980330:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:1.0:1776202233.980332:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:1.0:1776202233.980342:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613802112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.983407:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.983425:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630080 00000400:00000200:3.0:1776202233.983432:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb809d [1] + 224 00000400:00000200:3.0:1776202233.983443:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.983447:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.983457:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613802112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.983484:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.983488:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a000 00000400:00000200:3.0:1776202233.983493:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 1312 00000400:00000200:3.0:1776202233.983500:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.983502:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.983505:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.983511:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a34a79. 00000020:00000010:3.0:1776202233.983557:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf4c6bbc. 00000020:00000010:3.0:1776202233.983563:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202233.983566:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202233.983591:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059a34a79 x1862480604602368/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202233.983616:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602368 02000000:00000010:3.0:1776202233.983626:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5c0e0ca. 00010000:00000010:3.0:1776202233.983671:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202233.983677:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202233.983684:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202233.983687:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000010:3.0:1776202233.983701:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202233.983706:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602368, offset 224 00000400:00000200:3.0:1776202233.983712:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202233.983722:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202233.983728:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91796:91796:256:4294967295] 192.168.204.38@tcp LPNI seq info [91796:91796:8:4294967295] 00000400:00000200:3.0:1776202233.983738:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202233.983743:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202233.983751:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202233.983756:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202233.983762:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202233.983765:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202233.983781:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202233.983785:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202233.983788:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf4c6bbc. 00000800:00000200:3.0:1776202233.983911:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.983914:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202233.983920:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.983924:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.983927:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202233.983929:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00010000:00000010:0.1:1776202233.984959:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d6b1c3. 00010000:00000010:0.1:1776202233.984970:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046cb5e3e. 00010000:00000010:0.1:1776202233.984974:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d065f513. 00010000:00000010:0.1:1776202233.984977:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cf5967. 00010000:00000010:0.1:1776202233.984979:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a1b2ace. 00010000:00000010:0.1:1776202233.984982:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c82b7e84. 00010000:00000010:0.1:1776202233.984984:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b12366f2. 00010000:00000010:0.1:1776202233.984987:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002924d59c. 00010000:00000010:0.1:1776202233.984989:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097868fa3. 00010000:00000010:0.1:1776202233.984992:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000562d5cf9. 00010000:00000010:0.1:1776202233.984996:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39b201a. 00010000:00000010:0.1:1776202233.984998:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a5fd7ca. 00010000:00000010:0.1:1776202233.985001:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ed76ef. 00010000:00000010:0.1:1776202233.985003:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f5c174d. 00010000:00000010:0.1:1776202233.985006:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5617980. 00010000:00000010:0.1:1776202233.985008:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010aef7c2. 00010000:00000010:0.1:1776202233.985010:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b035d1. 00010000:00000010:0.1:1776202233.985014:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061eddfef. 00010000:00000010:0.1:1776202233.985016:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079031396. 00010000:00000010:0.1:1776202233.985019:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009dbece3. 00010000:00000010:0.1:1776202233.985021:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0371b5a. 00010000:00000010:0.1:1776202233.985024:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838de3a3. 00010000:00000010:0.1:1776202233.985026:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a8ae728. 00010000:00000010:0.1:1776202233.985029:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d7b47d2. 00010000:00000010:0.1:1776202233.985031:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2de507. 00010000:00000010:0.1:1776202233.985033:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007633b06d. 00010000:00000010:0.1:1776202233.985035:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cb8e3f. 00010000:00000010:0.1:1776202233.985037:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a71918. 00010000:00000010:0.1:1776202233.985042:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009233e2ab. 00010000:00000010:0.1:1776202233.985046:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b840c31a. 00010000:00000010:0.1:1776202233.985050:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c366b22. 00010000:00000010:0.1:1776202233.985052:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a224e021. 00010000:00000010:0.1:1776202233.985055:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066cdbf84. 00010000:00000010:0.1:1776202233.985057:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c366d25. 00010000:00000010:0.1:1776202233.985060:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68281ce. 00010000:00000010:0.1:1776202233.985062:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000791d55c. 00010000:00000010:0.1:1776202233.985064:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000031939cc. 00010000:00000010:0.1:1776202233.985067:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006906cffc. 00010000:00000010:0.1:1776202233.985069:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd4a22. 00010000:00000010:0.1:1776202233.985072:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050aa030e. 00010000:00000010:0.1:1776202233.985075:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746db7d6. 00010000:00000010:0.1:1776202233.985077:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c1abbe. 00010000:00000010:0.1:1776202233.985080:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1cfe17d. 00010000:00000010:0.1:1776202233.985082:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c34d95. 00010000:00000010:0.1:1776202233.985084:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241026ad. 00010000:00000010:0.1:1776202233.985086:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000956c2cf6. 00010000:00000010:0.1:1776202233.985088:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c231930. 00010000:00000010:0.1:1776202233.985090:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027e86dfa. 00010000:00000010:0.1:1776202233.985092:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ae2e04. 00010000:00000010:0.1:1776202233.985094:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040b2bfbe. 00010000:00000010:0.1:1776202233.985100:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000555cab41. 00010000:00000010:0.1:1776202233.985103:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6d8c91. 00010000:00000010:0.1:1776202233.985105:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095443365. 00010000:00000010:0.1:1776202233.985108:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a856d282. 00010000:00000010:0.1:1776202233.985110:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c56e1d. 00010000:00000010:0.1:1776202233.985114:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00010000:00000010:0.1:1776202233.985116:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003fd8556. 00010000:00000010:0.1:1776202233.985119:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00010000:00000010:0.1:1776202233.985122:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dc45226. 00010000:00000010:0.1:1776202233.985125:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.1:1776202233.985128:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046eb60ab. 00010000:00000010:0.1:1776202233.985132:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.1:1776202233.985134:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e33be1. 00010000:00000010:0.1:1776202233.985136:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.1:1776202233.985138:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692f4930. 00010000:00000010:0.1:1776202233.985140:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00010000:00000010:0.1:1776202233.985142:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069df1be1. 00010000:00000010:0.1:1776202233.985144:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.1:1776202233.985146:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0397bd. 00010000:00000010:0.1:1776202233.985148:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.1:1776202233.985151:0:15478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca804c28. 00010000:00000010:0.1:1776202233.985153:0:15478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00000400:00000010:0.0:1776202233.985203:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202233.985207:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202233.985208:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202233.985383:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613802112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.985394:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613802112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.985422:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004961a2c6. 02000000:00000010:0.0:1776202233.985437:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e42a1f70. 02000000:00000010:0.0:1776202233.985443:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c9f5ec7. 00000100:00000010:0.0:1776202233.985448:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.985452:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.985455:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00080000:00000010:0.0:1776202233.985473:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e42a1f70. 00010000:00000010:0.0:1776202233.985579:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.985586:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000269004cf. 00010000:00000010:0.0:1776202233.985810:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202233.985816:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.985826:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202233.985851:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.985858:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.985869:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c9f5ec7. 02000000:00000010:0.0:1776202233.985905:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a441c0c5. 00000400:00000010:0.0:1776202233.985986:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202233.985992:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202233.985998:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802176, portal 16 00000400:00000010:0.0:1776202233.986002:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202233.986004:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802176, offset 0 00000400:00000200:0.0:1776202233.986011:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.986024:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.986030:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.986034:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.986036:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.986039:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91797:91797:256:4294967295] 192.168.204.38@tcp LPNI seq info [91797:91797:8:4294967295] 00000400:00000200:0.0:1776202233.986049:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.986054:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.986058:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82354778). 00000800:00000200:0.0:1776202233.986063:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.986070:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.986073:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.986191:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.986195:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:3.0:1776202233.986200:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.986204:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.986207:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:3.0:1776202233.986209:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:3.0:1776202233.986214:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613802176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.987027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009377aee0. 00010000:00000010:0.1:1776202233.987035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.1:1776202233.987038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff9c561. 00010000:00000010:0.1:1776202233.987041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00010000:00000010:0.1:1776202233.987043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071422144. 00010000:00000010:0.1:1776202233.987045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.1:1776202233.987047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0be108. 00010000:00000010:0.1:1776202233.987050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.1:1776202233.987053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085db7b28. 00010000:00000010:0.1:1776202233.987056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00010000:00000010:0.1:1776202233.987058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075dd005. 00010000:00000010:0.1:1776202233.987060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.1:1776202233.987062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a58024b. 00010000:00000010:0.1:1776202233.987065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.1:1776202233.987067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a7f645c. 00010000:00000010:0.1:1776202233.987070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.1:1776202233.987072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f0c9d7. 00010000:00000010:0.1:1776202233.987074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.1:1776202233.987076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ec5ed2e. 00010000:00000010:0.1:1776202233.987078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:0.1:1776202233.987080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed5e5b2. 00010000:00000010:0.1:1776202233.987082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.1:1776202233.987084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57b338d. 00010000:00000010:0.1:1776202233.987086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00010000:00000010:0.1:1776202233.987090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766362c5. 00010000:00000010:0.1:1776202233.987092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.1:1776202233.987094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c151658e. 00010000:00000010:0.1:1776202233.987098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044474cea. 00010000:00000010:0.1:1776202233.987101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2417a00. 00010000:00000010:0.1:1776202233.987104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098b49889. 00010000:00000010:0.1:1776202233.987106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002700f865. 00010000:00000010:0.1:1776202233.987108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b16b1f1d. 00010000:00000010:0.1:1776202233.987111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d959a1f7. 00010000:00000010:0.1:1776202233.987113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004568405. 00010000:00000010:0.1:1776202233.987116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf5ba92. 00010000:00000010:0.1:1776202233.987118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003926350d. 00010000:00000010:0.1:1776202233.987120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdaa41f6. 00010000:00000010:0.1:1776202233.987122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af1eea14. 00010000:00000010:0.1:1776202233.987124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c3f9f99. 00010000:00000010:0.1:1776202233.987127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e1399c. 00010000:00000010:0.1:1776202233.987129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c67f3e3. 00010000:00000010:0.1:1776202233.987132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af21e45. 00010000:00000010:0.1:1776202233.987134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceaf72d6. 00010000:00000010:0.1:1776202233.987136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde4a9b1. 00010000:00000010:0.1:1776202233.987139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a93ee37. 00010000:00000010:0.1:1776202233.987141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a37c6e. 00010000:00000010:0.1:1776202233.987143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008673a2c9. 00010000:00000010:0.1:1776202233.987145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3236fe. 00010000:00000010:0.1:1776202233.987149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001755dfeb. 00010000:00000010:0.1:1776202233.987153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c79111. 00010000:00000010:0.1:1776202233.987155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4e3a961. 00010000:00000010:0.1:1776202233.987157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082829a06. 00010000:00000010:0.1:1776202233.987160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064786a59. 00010000:00000010:0.1:1776202233.987162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625640f5. 00010000:00000010:0.1:1776202233.987164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e749b80. 00010000:00000010:0.1:1776202233.987166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb96a729. 00010000:00000010:0.1:1776202233.987168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaca6c0a. 00010000:00000010:0.1:1776202233.987171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009010fb15. 00010000:00000010:0.1:1776202233.987172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff24878f. 00010000:00000010:0.1:1776202233.987174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0ef20e2. 00010000:00000010:0.1:1776202233.987176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008901491c. 00010000:00000010:0.1:1776202233.987178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b02e0c0. 00010000:00000010:0.1:1776202233.987181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ae1cc62. 00010000:00000010:0.1:1776202233.987183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0f3d67. 00010000:00000010:0.1:1776202233.987184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000197d4622. 00010000:00000010:0.1:1776202233.987186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b944a4ac. 00010000:00000010:0.1:1776202233.987189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a3c108. 00010000:00000010:0.1:1776202233.987192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b3b7fa. 00010000:00000010:0.1:1776202233.987196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5a130fe. 00010000:00000010:0.1:1776202233.987200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c499b1. 00010000:00000010:0.1:1776202233.987202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d24da2. 00010000:00000010:0.1:1776202233.987205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7ee78b. 00010000:00000010:0.1:1776202233.987207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f024c5. 00010000:00000010:0.1:1776202233.987209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a8c6f2. 00010000:00000010:0.1:1776202233.987211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1571beb. 00010000:00000010:0.1:1776202233.987218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8afbb3. 00010000:00000010:0.1:1776202233.987221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091327971. 00010000:00000010:0.1:1776202233.987223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b39b5d21. 00010000:00000010:0.1:1776202233.987225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050ba2e8c. 00010000:00000010:0.1:1776202233.987229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529f59dd. 00010000:00000010:0.1:1776202233.987231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd84369. 00010000:00000010:0.1:1776202233.987233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5b9fd30. 00010000:00000010:0.1:1776202233.987235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825f3a78. 00010000:00000010:0.1:1776202233.987237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c607243a. 00010000:00000010:0.1:1776202233.987239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ffb8be. 00010000:00000010:0.1:1776202233.987241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c4e7bb. 00010000:00000010:0.1:1776202233.987243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7d883f. 00010000:00000010:0.1:1776202233.987245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0426f8. 00010000:00000010:0.1:1776202233.987247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072cc3820. 00010000:00000010:0.1:1776202233.987249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac18cacc. 00010000:00000010:0.1:1776202233.987251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8f604f9. 00010000:00000010:0.1:1776202233.987253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba891e8d. 00010000:00000010:0.1:1776202233.987255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb157be0. 00010000:00000010:0.1:1776202233.987258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f18b3b7b. 00010000:00000010:0.1:1776202233.987261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6470619. 00010000:00000010:0.1:1776202233.987264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dc4487d. 00010000:00000010:0.1:1776202233.987266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7cfaf0f. 00010000:00000010:0.1:1776202233.987268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0c5991. 00010000:00000010:0.1:1776202233.987270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7b0bb1. 00010000:00000010:0.1:1776202233.987273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ccb1b6. 00010000:00000010:0.1:1776202233.987275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a5d0b63. 00010000:00000010:0.1:1776202233.987277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96996fc. 00010000:00000010:0.1:1776202233.987279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004281aa6f. 00010000:00000010:0.1:1776202233.987281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fff6b6f6. 00010000:00000010:0.1:1776202233.987283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a038f4f. 00010000:00000010:0.1:1776202233.987285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001615323b. 00010000:00000010:0.1:1776202233.987287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aac566. 00010000:00000010:0.1:1776202233.987290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a418afe. 00010000:00000010:0.1:1776202233.989071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe39778a. 00010000:00000010:0.1:1776202233.989084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f0a77f1. 00010000:00000010:0.1:1776202233.989088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f7fabd5. 00000400:00000200:3.0:1776202233.989943:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.989960:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6300c0 00000400:00000200:3.0:1776202233.989970:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80a9 [1] + 224 00000400:00000200:3.0:1776202233.989982:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.989987:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.989998:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613802176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202233.990023:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202233.990027:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a040 00000400:00000200:3.0:1776202233.990031:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 1640 00000400:00000200:3.0:1776202233.990042:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.990044:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202233.990049:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202233.990054:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1426e08. 00000020:00000010:1.0:1776202233.990144:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003836f9c6. 00000020:00000010:1.0:1776202233.990160:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202233.990165:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202233.990190:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1426e08 x1862480604602432/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202233.990229:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602432 02000000:00000010:1.0:1776202233.990244:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd7096f9. 00010000:00000010:1.0:1776202233.990280:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000773f9818. 00000100:00000010:1.0:1776202233.990288:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202233.990294:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202233.990298:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000773f9818. 00000400:00000010:1.0:1776202233.990313:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202233.990318:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602432, offset 224 00000400:00000200:1.0:1776202233.990326:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202233.990337:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202233.990342:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91798:91798:256:4294967295] 192.168.204.38@tcp LPNI seq info [91798:91798:8:4294967295] 00000400:00000200:1.0:1776202233.990352:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202233.990357:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202233.990362:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202233.990366:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202233.990372:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202233.990375:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202233.990396:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202233.990400:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202233.990405:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003836f9c6. 00000400:00000010:0.0:1776202233.990679:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202233.990684:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202233.990686:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202233.990692:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613802176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.990700:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613802176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202233.990721:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016a21c00. 02000000:00000010:0.0:1776202233.990736:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a441c0c5. 02000000:00000010:0.0:1776202233.990740:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c9f5ec7. 00000100:00000010:0.0:1776202233.990745:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.990749:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.990751:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00080000:00000010:0.0:1776202233.990767:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a441c0c5. 00010000:00000010:0.0:1776202233.990865:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.990870:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087d1d7f4. 00010000:00000010:0.0:1776202233.991106:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202233.991113:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.991123:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202233.991126:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.991132:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.991143:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af6ce140. 02000000:00000010:0.0:1776202233.991167:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c9f5ec7. 00000400:00000010:0.0:1776202233.991171:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202233.991175:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202233.991179:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802240, portal 16 00000400:00000010:0.0:1776202233.991183:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202233.991185:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802240, offset 0 00000400:00000200:0.0:1776202233.991191:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.991198:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.991205:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.991208:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.991211:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.991213:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91799:91799:255:4294967295] 192.168.204.38@tcp LPNI seq info [91799:91799:7:4294967295] 00000400:00000200:0.0:1776202233.991219:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.991224:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.991227:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82355026). 00000800:00000200:0.0:1776202233.991231:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.991235:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.991238:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202233.991417:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.991421:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202233.991424:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.991429:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.991432:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:3.0:1776202233.991433:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000800:00000200:3.0:1776202233.991734:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202233.991737:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354530). 00000400:00000200:3.0:1776202233.991741:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202233.991745:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202233.991748:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:3.0:1776202233.991749:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:3.0:1776202233.991755:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613802240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.994403:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.994422:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630100 00000400:00000200:1.0:1776202233.994432:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80b5 [1] + 224 00000400:00000200:1.0:1776202233.994445:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.994449:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202233.994461:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613802240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202233.994498:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202233.994504:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a080 00000400:00000200:1.0:1776202233.994510:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb69c5 [2] + 1968 00000400:00000010:1.0:1776202233.994514:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2b676e2. 00000400:00000200:1.0:1776202233.994518:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005c0f776e 00000400:00000200:1.0:1776202233.994528:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.994531:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.994534:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c0f776e 00000400:00000010:1.0:1776202233.994535:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005c0f776e (tot 82354378). 00000100:00000200:1.0:1776202233.994541:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776202233.994950:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202233.994954:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202233.994956:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202233.994962:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613802240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202233.994976:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613802240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202233.995005:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c9f5ec7. 02000000:00000010:0.0:1776202233.995012:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af6ce140. 00000100:00000010:0.0:1776202233.995017:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202233.995022:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202233.995025:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00000020:00000010:2.0:1776202233.995110:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92c9c0a. 00000020:00000010:2.0:1776202233.995118:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202233.995122:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202233.995148:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008fc5f249 x1862480604602496/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:601/0 lens 328/0 e 0 to 0 dl 1776202276 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202233.995183:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602496 02000000:00000010:2.0:1776202233.995194:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092b5383e. 00010000:00000010:2.0:1776202233.995339:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002424ed4d. 00010000:00000010:2.0:1776202233.995358:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e4bff26. 00000100:00000010:2.0:1776202233.995365:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604a064b. 00000100:00000010:2.0:1776202233.995410:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604a064b. 00010000:00000010:2.0:1776202233.995414:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e4bff26. 00000400:00000010:2.0:1776202233.995426:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202233.995430:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602496, offset 224 00000400:00000200:2.0:1776202233.995438:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202233.995449:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202233.995455:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91800:91800:256:4294967295] 192.168.204.38@tcp LPNI seq info [91800:91800:8:4294967295] 00000400:00000200:2.0:1776202233.995465:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202233.995470:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202233.995475:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354626). 00000800:00000200:2.0:1776202233.995481:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202233.995488:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202233.995492:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202233.995516:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202233.995520:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202233.995523:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92c9c0a. 02000000:00000010:2.0:1776202233.995529:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd7096f9. 00000100:00000010:2.0:1776202233.995533:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1426e08. 02000000:00000010:2.0:1776202233.995536:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5c0e0ca. 00000100:00000010:2.0:1776202233.995539:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059a34a79. 02000000:00000010:2.0:1776202233.995542:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046b7c255. 00000100:00000010:2.0:1776202233.995545:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 02000000:00000010:2.0:1776202233.995547:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbc50c5f. 00000100:00000010:2.0:1776202233.995549:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005936a433. 02000000:00000010:2.0:1776202233.995554:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a45918bb. 00000100:00000010:2.0:1776202233.995556:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:2.0:1776202233.995560:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d2bec6b. 00000100:00000010:2.0:1776202233.995562:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000200:2.0:1776202233.995569:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202233.995573:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073eca968. 00000400:00000010:2.0:1776202233.995577:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000604a064b (tot 82354778). 00080000:00000010:0.0:1776202233.995901:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c9f5ec7. 00010000:00000010:0.0:1776202233.995990:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.995996:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dc80eb9. 00010000:00000010:0.0:1776202233.996074:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000452978d9. 00010000:00000010:0.0:1776202233.996080:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202233.996090:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202233.996094:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202233.996100:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202233.996111:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af6ce140. 00000800:00000200:1.0:1776202233.996133:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.996137:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 02000000:00000010:0.0:1776202233.996137:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000529d8bf8. 00000400:00000010:0.0:1776202233.996141:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000200:1.0:1776202233.996142:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776202233.996145:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000400:00000200:1.0:1776202233.996147:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202233.996148:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802304, portal 16 00000400:00000200:1.0:1776202233.996151:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:0.0:1776202233.996152:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000400:00000010:1.0:1776202233.996153:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:0.0:1776202233.996155:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802304, offset 0 02000000:00000010:1.0:1776202233.996156:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092b5383e. 00000400:00000200:0.0:1776202233.996160:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202233.996167:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202233.996173:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202233.996176:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202233.996179:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202233.996182:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91801:91801:256:4294967295] 192.168.204.38@tcp LPNI seq info [91801:91801:8:4294967295] 00000400:00000200:0.0:1776202233.996189:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202233.996193:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202233.996197:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82354778). 00000800:00000200:0.0:1776202233.996200:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202233.996204:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202233.996206:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202233.997007:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202233.997012:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:1.0:1776202233.997017:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202233.997023:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202233.997026:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:1.0:1776202233.997027:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:1.0:1776202233.997036:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613802304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202233.998120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbbe9502. 00010000:00000010:0.1:1776202233.998129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccd81d7. 00010000:00000010:0.1:1776202233.998132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00000400:00000200:1.0:1776202234.004370:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.004389:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630140 00000400:00000200:1.0:1776202234.004399:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80c5 [1] + 224 00000400:00000200:1.0:1776202234.004413:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.004417:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.004429:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613802304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.004470:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.004475:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a0c0 00000400:00000200:1.0:1776202234.004480:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 0 00000400:00000010:0.0:1776202234.004630:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.004635:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202234.004637:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202234.004644:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613802304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.004651:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613802304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202277 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.004681:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000529d8bf8. 02000000:00000010:0.0:1776202234.004688:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af6ce140. 00000100:00000010:0.0:1776202234.004694:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202234.004698:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.004702:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00000400:00000200:1.0:1776202234.004902:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.004907:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:0.1:1776202234.005083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e7cfb4. 00010000:00000010:0.1:1776202234.005091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00000100:00000200:1.0:1776202234.005296:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.005302:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:2.0:1776202234.005392:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f92c9c0a. 00000020:00000010:2.0:1776202234.005400:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.005403:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.005428:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604602560/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.005467:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602560 02000000:00000010:2.0:1776202234.005478:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000245d7402. 00010000:00000010:2.0:1776202234.005504:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a854750c. 00010000:00000010:2.0:1776202234.005523:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e4bff26. 00000100:00000010:2.0:1776202234.005529:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.005540:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.005543:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e4bff26. 00000400:00000010:2.0:1776202234.005555:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202234.005559:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602560, offset 224 00000400:00000200:2.0:1776202234.005567:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.005579:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.005584:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91802:91802:256:4294967295] 192.168.204.38@tcp LPNI seq info [91802:91802:8:4294967295] 00000400:00000200:2.0:1776202234.005604:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.005610:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.005615:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202234.005621:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.005628:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.005632:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.005648:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.005651:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.005654:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f92c9c0a. 00080000:00000010:2.0:1776202234.005677:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f92c9c0a. 00010000:00000010:2.0:1776202234.005765:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:2.0:1776202234.005772:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ed6b418. 00010000:00000010:2.0:1776202234.005865:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d42bd563. 00010000:00000010:2.0:1776202234.005871:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.005891:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e4bff26. 00000100:00000010:2.0:1776202234.005895:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.005901:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202234.005912:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075039645. 02000000:00000010:2.0:1776202234.005934:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dad1dcfe. 00000400:00000010:2.0:1776202234.005938:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e72abf22. 00000400:00000010:2.0:1776202234.005942:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202234.005946:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802368, portal 16 00000400:00000010:2.0:1776202234.005951:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202234.005952:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802368, offset 0 00000400:00000200:2.0:1776202234.005958:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.005964:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.005971:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.005974:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.005978:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.005981:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91803:91803:255:4294967295] 192.168.204.38@tcp LPNI seq info [91803:91803:7:4294967295] 00000400:00000200:2.0:1776202234.005988:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.005992:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.005995:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82355026). 00000800:00000200:2.0:1776202234.005999:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.006002:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.006005:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.006034:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.006038:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354778). 00000400:00000200:1.0:1776202234.006043:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.006047:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.006052:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:1.0:1776202234.006053:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000800:00000200:1.0:1776202234.006284:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.006286:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202234.006290:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.006294:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.006297:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:1.0:1776202234.006298:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:1.0:1776202234.006303:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613802368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.008810:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.008854:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630180 00000400:00000200:1.0:1776202234.008866:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80d1 [1] + 224 00000400:00000200:1.0:1776202234.008889:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.008893:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.008903:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613802368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.009128:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.009135:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a100 00000400:00000200:1.0:1776202234.009140:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 328 00000400:00000200:1.0:1776202234.009200:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.009204:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.009208:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.009213:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000400:00000010:2.0:1776202234.010053:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e72abf22. 00000400:00000200:2.0:1776202234.010058:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:2.0:1776202234.010060:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:2.0:1776202234.010070:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613802368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.010079:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613802368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.010112:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dad1dcfe. 02000000:00000010:2.0:1776202234.010118:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075039645. 00000100:00000010:2.0:1776202234.010122:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:2.0:1776202234.010126:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.010130:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e4bff26. 00010000:00000010:2.1:1776202234.012544:0:1393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068adee40. 00000020:00000010:0.0:1776202234.015127:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000529d8bf8. 00000020:00000010:0.0:1776202234.015141:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.015147:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.015177:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604602624/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.015216:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602624 02000000:00000010:0.0:1776202234.015228:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af6ce140. 00010000:00000010:0.0:1776202234.015260:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016038338. 00010000:00000010:0.0:1776202234.015281:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202234.015289:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.015303:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.015306:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00000400:00000010:0.0:1776202234.015320:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202234.015325:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602624, offset 224 00000400:00000200:0.0:1776202234.015334:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.015350:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.015357:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91804:91804:256:4294967295] 192.168.204.38@tcp LPNI seq info [91804:91804:8:4294967295] 00000400:00000200:0.0:1776202234.015368:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.015374:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.015379:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354778). 00000800:00000200:0.0:1776202234.015385:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.015392:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.015396:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.015417:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.015420:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.015423:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000529d8bf8. 00000800:00000200:1.0:1776202234.015569:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.015573:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354530). 00000400:00000200:1.0:1776202234.015579:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.015583:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.015587:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:1.0:1776202234.015589:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00080000:00000010:2.0:1776202234.015804:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075039645. 00010000:00000010:2.0:1776202234.015936:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.015944:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053ce0ed6. 00010000:00000010:2.0:1776202234.016017:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b6f0eb9. 00010000:00000010:2.0:1776202234.016021:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004424055. 00010000:00000010:2.0:1776202234.016027:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000854cc234. 00010000:00000010:2.0:1776202234.016031:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c7136be. 00080000:00000010:2.0:1776202234.016043:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dad1dcfe. 00010000:00000010:2.0:1776202234.016068:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.016072:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004424055. 00010000:00000010:2.0:1776202234.016126:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dae04d44. 00010000:00000010:2.0:1776202234.016130:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.016136:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e4bff26. 00000100:00000010:2.0:1776202234.016140:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.016148:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202234.016159:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005494f95a. 02000000:00000010:2.0:1776202234.016185:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032d7b4b9. 00000400:00000010:2.0:1776202234.016191:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e72abf22. 00000400:00000010:2.0:1776202234.016196:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202234.016201:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802432, portal 16 00000400:00000010:2.0:1776202234.016204:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202234.016206:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802432, offset 0 00000400:00000200:2.0:1776202234.016212:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.016220:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.016227:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.016230:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.016233:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.016236:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91805:91805:256:4294967295] 192.168.204.38@tcp LPNI seq info [91805:91805:8:4294967295] 00000400:00000200:2.0:1776202234.016243:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.016248:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.016251:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202234.016254:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.016258:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.016261:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.016568:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.016571:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:1.0:1776202234.016575:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.016580:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.016583:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:1.0:1776202234.016585:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:1.0:1776202234.016592:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613802432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.018007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025ff1419. 00010000:00000010:2.1:1776202234.018017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061870ebb. 00010000:00000010:2.1:1776202234.018021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452978d9. 00010000:00000010:2.1:1776202234.022440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009907c16d. 00010000:00000010:2.1:1776202234.022456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d42bd563. 00010000:00000010:2.1:1776202234.022461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6f0eb9. 00010000:00000010:2.1:1776202234.022463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000854cc234. 00010000:00000010:0.1:1776202234.022569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8d7c564. 00000400:00000200:1.0:1776202234.023754:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.023771:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6301c0 00000400:00000200:1.0:1776202234.023780:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80dd [1] + 224 00000400:00000200:1.0:1776202234.023792:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.023796:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.023807:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613802432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.024083:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.024089:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a140 00000400:00000200:1.0:1776202234.024096:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 656 00000400:00000200:1.0:1776202234.024171:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.024175:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.024180:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.024186:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:0.0:1776202234.024263:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000529d8bf8. 00000020:00000010:0.0:1776202234.024271:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.024276:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.024302:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604602688/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.024335:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602688 02000000:00000010:0.0:1776202234.024346:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:0.0:1776202234.024385:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202234.024392:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.024399:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.024401:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00000400:00000010:0.0:1776202234.024415:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202234.024420:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602688, offset 224 00000400:00000200:0.0:1776202234.024427:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.024438:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.024444:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91806:91806:256:4294967295] 192.168.204.38@tcp LPNI seq info [91806:91806:8:4294967295] 00000400:00000200:0.0:1776202234.024452:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.024457:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.024463:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202234.024468:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.024475:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.024479:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.024495:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.024498:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.024502:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000529d8bf8. 00000800:00000200:1.0:1776202234.025747:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.025753:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:1.0:1776202234.025760:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.025766:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.025771:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:1.0:1776202234.025774:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000400:00000010:2.0:1776202234.028150:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e72abf22. 00000400:00000200:2.0:1776202234.028158:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:2.0:1776202234.028160:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:2.0:1776202234.028171:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613802432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.028183:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613802432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.028211:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001597089a. 02000000:00000010:2.0:1776202234.028227:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032d7b4b9. 02000000:00000010:2.0:1776202234.028233:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005494f95a. 00000100:00000010:2.0:1776202234.028236:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:2.0:1776202234.028241:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.028246:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e4bff26. 00080000:00000010:2.0:1776202234.028263:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005494f95a. 00010000:00000010:2.0:1776202234.028351:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.028359:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ece7f3c. 00010000:00000010:2.0:1776202234.028431:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000854cc234. 00010000:00000010:2.0:1776202234.028437:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c7136be. 00010000:00000010:2.0:1776202234.028448:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e4bff26. 00000100:00000010:2.0:1776202234.028453:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.028460:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202234.028472:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032d7b4b9. 02000000:00000010:2.0:1776202234.028497:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e262d20d. 00000400:00000010:2.0:1776202234.028502:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e72abf22. 00000400:00000010:2.0:1776202234.028505:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202234.028511:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802496, portal 16 00000400:00000010:2.0:1776202234.028515:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202234.028517:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802496, offset 0 00000400:00000200:2.0:1776202234.028524:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.028538:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.028545:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.028548:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.028551:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.029148:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91807:91807:256:4294967295] 192.168.204.38@tcp LPNI seq info [91807:91807:8:4294967295] 00000400:00000200:2.0:1776202234.029160:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.029167:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.029223:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202234.029232:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.029238:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.029242:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.029400:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.029404:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:1.0:1776202234.029409:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.029415:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.029419:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:1.0:1776202234.029421:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00000100:00000200:1.0:1776202234.029428:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613802496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.034818:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.034894:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630200 00000400:00000200:1.0:1776202234.034906:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80e9 [1] + 224 00000400:00000200:1.0:1776202234.035444:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.035449:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.035461:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613802496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.035502:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.035508:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a180 00000400:00000200:1.0:1776202234.035514:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 984 00000400:00000200:1.0:1776202234.035582:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.035585:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.035590:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.035596:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:1.0:1776202234.035657:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003836f9c6. 00000020:00000010:1.0:1776202234.035676:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009427b99a. 00000020:00000010:1.0:1776202234.035683:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.035713:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604602752/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.035742:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602752 02000000:00000010:1.0:1776202234.035754:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a55b8e. 00010000:00000010:1.0:1776202234.035800:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008905a717. 00000100:00000010:1.0:1776202234.035807:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202234.035814:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202234.035819:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008905a717. 00000400:00000010:1.0:1776202234.035889:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202234.035895:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602752, offset 224 00000400:00000200:1.0:1776202234.035902:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.036008:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.036014:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91808:91808:256:4294967295] 192.168.204.38@tcp LPNI seq info [91808:91808:8:4294967295] 00000400:00000200:1.0:1776202234.036024:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.036029:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.036034:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202234.036038:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.036045:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.036049:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.036065:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009427b99a. 00000020:00000010:1.0:1776202234.036070:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.036074:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003836f9c6. 00000800:00000200:1.0:1776202234.036151:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.036154:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202234.036157:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.036160:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.036164:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:1.0:1776202234.036165:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00010000:00000010:2.1:1776202234.036241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6367649. 00010000:00000010:2.1:1776202234.036249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055f88288. 00010000:00000010:2.1:1776202234.036253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dae04d44. 00000400:00000010:0.0:1776202234.036439:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e72abf22. 00000400:00000200:0.0:1776202234.036444:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:0.0:1776202234.036445:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:0.0:1776202234.036451:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613802496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.036458:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613802496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202234.036477:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060daf9cc. 02000000:00000010:0.0:1776202234.036489:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e262d20d. 02000000:00000010:0.0:1776202234.036494:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032d7b4b9. 00000100:00000010:0.0:1776202234.036497:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:0.0:1776202234.036500:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:0.0:1776202234.036503:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e4bff26. 00080000:00000010:0.0:1776202234.036519:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ff0f334. 00010000:00000010:0.0:1776202234.036620:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7136be. 00010000:00000010:0.0:1776202234.036628:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001add6e83. 00010000:00000010:0.0:1776202234.036732:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007109e1ba. 00010000:00000010:0.0:1776202234.036741:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202234.036752:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027a7978f. 00000100:00000010:0.0:1776202234.036756:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.036763:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202234.036775:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1fdec1a. 02000000:00000010:0.0:1776202234.036807:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7b6c175. 00000400:00000010:0.0:1776202234.036813:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.036819:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202234.036823:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802560, portal 16 00000400:00000010:0.0:1776202234.036859:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202234.036861:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802560, offset 0 00000400:00000200:0.0:1776202234.036869:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.036887:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.036895:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.036898:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.036901:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.036904:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91809:91809:256:4294967295] 192.168.204.38@tcp LPNI seq info [91809:91809:8:4294967295] 00000400:00000200:0.0:1776202234.037061:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.037067:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.037070:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202234.037074:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.037079:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.037082:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.037284:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.037286:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:1.0:1776202234.037291:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.037295:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.037298:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:1.0:1776202234.037299:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:1.0:1776202234.037306:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613802560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.041047:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.041068:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630240 00000400:00000200:1.0:1776202234.041077:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb80f5 [1] + 224 00000400:00000200:1.0:1776202234.041089:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.041093:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.041106:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613802560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.041149:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.041154:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a1c0 00000400:00000200:1.0:1776202234.041159:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 1312 00000400:00000200:1.0:1776202234.041169:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.041172:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.041176:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.041183:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:0.0:1776202234.041280:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006d78ecf. 00000020:00000010:0.0:1776202234.041287:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.041293:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000400:00000010:3.0:1776202234.041306:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:3.0:1776202234.041311:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:3.0:1776202234.041314:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:3.0:1776202234.041319:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613802560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.041319:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604602816/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.041328:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613802560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.041351:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602816 02000000:00000010:3.0:1776202234.041356:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7b6c175. 02000000:00000010:0.0:1776202234.041362:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000501c3a62. 02000000:00000010:3.0:1776202234.041365:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1fdec1a. 00000100:00000010:3.0:1776202234.041368:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:3.0:1776202234.041372:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:3.0:1776202234.041376:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027a7978f. 00010000:00000010:0.0:1776202234.041428:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000049f8e36. 00010000:00000010:0.1:1776202234.045490:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045e68d39. 00010000:00000010:0.1:1776202234.045508:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c779ef38. 00010000:00000010:0.1:1776202234.045514:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000854cc234. 00010000:00000010:0.0:1776202234.045541:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6060efd. 00000100:00000010:0.0:1776202234.045551:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.045572:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.045576:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6060efd. 00000400:00000010:0.0:1776202234.045598:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202234.045605:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602816, offset 224 00000400:00000200:0.0:1776202234.045623:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.045640:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.045648:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91810:91810:256:4294967295] 192.168.204.38@tcp LPNI seq info [91810:91810:8:4294967295] 00000400:00000200:0.0:1776202234.045658:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00080000:00000010:3.0:1776202234.045664:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ffa22bf. 00010000:00000010:3.0:1776202234.045761:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:3.0:1776202234.045769:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ba49b93. 00000800:00000200:0.0:1776202234.045807:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.045815:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202234.045822:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.045845:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.045848:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.045887:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.045901:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.045906:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006d78ecf. 00000800:00000200:1.0:1776202234.046745:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.046751:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:1.0:1776202234.046758:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.046765:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.046770:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:1.0:1776202234.046773:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00010000:00000010:3.0:1776202234.046790:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202234.046798:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.046812:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.046818:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.046828:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 02000000:00000010:3.0:1776202234.046861:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003bfe4cb. 02000000:00000010:3.0:1776202234.046902:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbc50c5f. 00000400:00000010:3.0:1776202234.046909:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202234.046915:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202234.046921:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802624, portal 16 00000400:00000010:3.0:1776202234.046926:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202234.046928:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802624, offset 0 00000400:00000200:3.0:1776202234.046936:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.046946:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.046954:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.046957:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.046959:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.046963:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91811:91811:256:4294967295] 192.168.204.38@tcp LPNI seq info [91811:91811:8:4294967295] 00000400:00000200:3.0:1776202234.046971:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.046975:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.046980:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.046985:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.046991:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.046993:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.047096:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.047098:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.047104:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.047109:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.047111:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:1.0:1776202234.047113:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:1.0:1776202234.047119:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aec483dd x1862480613802624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.049520:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.049540:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630280 00000400:00000200:1.0:1776202234.049549:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8101 [1] + 224 00000400:00000200:1.0:1776202234.049562:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.049566:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.049578:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aec483dd x1862480613802624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.049626:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.049632:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a200 00000400:00000200:1.0:1776202234.049636:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 1640 00000400:00000200:1.0:1776202234.049646:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.049649:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.049653:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.049658:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000400:00000010:3.0:1776202234.049805:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202234.049811:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202234.049814:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000020:00000010:0.0:1776202234.049816:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd7096f9. 00000100:00000200:3.0:1776202234.049821:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aec483dd x1862480613802624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776202234.049825:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.049851:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:3.0:1776202234.049859:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aec483dd x1862480613802624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.049890:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604602880/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1776202234.049897:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbc50c5f. 02000000:00000010:3.0:1776202234.049904:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003bfe4cb. 00000100:00000010:3.0:1776202234.049908:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 00000100:00000010:3.0:1776202234.049914:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.049919:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000100:00000200:0.0:1776202234.049930:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602880 02000000:00000010:0.0:1776202234.049944:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000529d8bf8. 00010000:00000010:0.0:1776202234.049976:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007397b9ac. 00010000:00000010:0.0:1776202234.049996:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6060efd. 00000100:00000010:0.0:1776202234.050002:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.050020:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.050023:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6060efd. 00000400:00000010:0.0:1776202234.050035:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202234.050039:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602880, offset 224 00000400:00000200:0.0:1776202234.050047:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.050059:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.050064:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91812:91812:256:4294967295] 192.168.204.38@tcp LPNI seq info [91812:91812:8:4294967295] 00000400:00000200:0.0:1776202234.050075:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.050080:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.050085:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202234.050091:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.050097:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.050101:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.050122:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.050127:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.050131:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd7096f9. 00000800:00000200:1.0:1776202234.050303:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.050307:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:1.0:1776202234.050313:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.050317:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.050322:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:1.0:1776202234.050323:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00080000:00000010:3.0:1776202234.050502:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003bfe4cb. 00010000:00000010:3.0:1776202234.050591:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.050599:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e9ef9d5. 00010000:00000010:3.0:1776202234.050671:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202234.050678:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.050688:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.050691:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.050696:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 02000000:00000010:3.0:1776202234.050707:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbc50c5f. 02000000:00000010:3.0:1776202234.050729:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5c0e0ca. 00000400:00000010:3.0:1776202234.050734:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202234.050738:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202234.050741:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802688, portal 16 00000400:00000010:3.0:1776202234.050745:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202234.050747:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802688, offset 0 00000400:00000200:3.0:1776202234.050753:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.050760:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.050766:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.050770:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.050773:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.050775:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91813:91813:256:4294967295] 192.168.204.38@tcp LPNI seq info [91813:91813:8:4294967295] 00000400:00000200:3.0:1776202234.050782:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.050787:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.050790:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.050794:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.050798:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.050800:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.050895:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.050897:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.050904:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.050907:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.050918:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:1.0:1776202234.050920:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:1.0:1776202234.050925:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aec483dd x1862480613802688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.056820:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.056866:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6302c0 00000400:00000200:1.0:1776202234.056875:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb810d [1] + 224 00000400:00000200:1.0:1776202234.056901:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.056906:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.056925:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aec483dd x1862480613802688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.057266:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202234.057271:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202234.057273:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202234.057279:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aec483dd x1862480613802688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.057287:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aec483dd x1862480613802688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.057317:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5c0e0ca. 02000000:00000010:3.0:1776202234.057322:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cbc50c5f. 00000100:00000010:3.0:1776202234.057325:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 00000100:00000010:3.0:1776202234.057329:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.057333:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000200:2.0:1776202234.057379:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.057388:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a240 00000400:00000200:2.0:1776202234.057393:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a1d [2] + 1968 00000400:00000010:2.0:1776202234.057396:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b66857. 00000400:00000200:2.0:1776202234.057399:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000031cf7634 00000400:00000200:2.0:1776202234.057450:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.057454:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.057457:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031cf7634 00000400:00000010:2.0:1776202234.057458:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000031cf7634 (tot 82354378). 00000100:00000200:2.0:1776202234.057463:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202234.057679:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd7096f9. 00000020:00000010:0.0:1776202234.057686:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.057690:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.057711:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4672dd2 x1862480604602944/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202234.057773:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604602944 02000000:00000010:0.0:1776202234.057786:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000deef472e. 00010000:00000010:0.0:1776202234.057813:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f685df2. 00010000:00000010:0.0:1776202234.057853:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6060efd. 00000100:00000010:0.0:1776202234.057859:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000faea8559. 00000100:00000010:0.0:1776202234.057869:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000faea8559. 00010000:00000010:0.0:1776202234.057871:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6060efd. 00000400:00000010:0.0:1776202234.057893:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202234.057897:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604602944, offset 224 00000400:00000200:0.0:1776202234.057905:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.057915:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.057921:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91814:91814:256:4294967295] 192.168.204.38@tcp LPNI seq info [91814:91814:8:4294967295] 00000400:00000200:0.0:1776202234.057930:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.057934:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.057940:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354626). 00000800:00000200:0.0:1776202234.057945:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.057951:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.057955:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.057971:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202234.057974:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.057978:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd7096f9. 02000000:00000010:0.0:1776202234.057987:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000529d8bf8. 00000100:00000010:0.0:1776202234.057992:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:0.0:1776202234.057996:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000501c3a62. 00000100:00000010:0.0:1776202234.057998:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:0.0:1776202234.058001:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a55b8e. 00000100:00000010:0.0:1776202234.058002:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:0.0:1776202234.058006:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000100:00000010:0.0:1776202234.058011:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:0.0:1776202234.058015:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af6ce140. 00000100:00000010:0.0:1776202234.058018:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:0.0:1776202234.058020:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000245d7402. 00000100:00000010:0.0:1776202234.058022:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000200:0.0:1776202234.058029:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776202234.058097:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.058101:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354378). 00000400:00000200:0.0:1776202234.058106:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.058109:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.058112:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:0.0:1776202234.058113:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 02000000:00000010:0.0:1776202234.058116:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000deef472e. 00000400:00000010:0.0:1776202234.058128:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000094487bf1. 00000400:00000010:0.0:1776202234.058132:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000faea8559 (tot 82354530). 00080000:00000010:3.0:1776202234.059199:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbc50c5f. 00010000:00000010:3.0:1776202234.059292:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.059300:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000426a72c1. 00010000:00000010:3.0:1776202234.059366:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202234.059369:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202234.059374:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202234.059380:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00080000:00000010:3.0:1776202234.059394:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5c0e0ca. 00010000:00000010:3.0:1776202234.059416:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.059419:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb10f1d. 00010000:00000010:3.0:1776202234.059468:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a356c82. 00010000:00000010:3.0:1776202234.059472:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202234.059477:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.059483:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.059490:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 02000000:00000010:3.0:1776202234.059503:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ebe340d8. 02000000:00000010:3.0:1776202234.059530:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec2e3c02. 00000400:00000010:3.0:1776202234.059535:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202234.059541:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202234.059546:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802752, portal 16 00000400:00000010:3.0:1776202234.059550:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202234.059553:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802752, offset 0 00000400:00000200:3.0:1776202234.059560:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.059573:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.059579:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.059582:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.059584:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.059587:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91815:91815:256:4294967295] 192.168.204.38@tcp LPNI seq info [91815:91815:8:4294967295] 00000400:00000200:3.0:1776202234.059595:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.059600:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.059603:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.059608:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.059614:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.059617:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.059739:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.059743:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202234.059750:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.059754:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.059758:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:0.0:1776202234.059759:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:0.0:1776202234.059765:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aec483dd x1862480613802752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.059895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000056ecc77. 00010000:00000010:3.1:1776202234.059901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007109e1ba. 00010000:00000010:3.1:1776202234.059905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073240601. 00010000:00000010:3.1:1776202234.059907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:0.1:1776202234.061499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780540be. 00000400:00000200:2.0:1776202234.062695:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.062781:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630300 00000400:00000200:1.0:1776202234.062792:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb811d [1] + 224 00000400:00000200:1.0:1776202234.062813:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.062817:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.062893:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aec483dd x1862480613802752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.063060:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f35d0d20. 00000400:00000200:3.0:1776202234.063064:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202234.063067:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000100:00000200:3.0:1776202234.063074:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aec483dd x1862480613802752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.063082:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aec483dd x1862480613802752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.063083:0:78601:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f5ff93. 00010000:00000010:0.1:1776202234.063087:0:78601:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065841187. 02000000:00000010:3.0:1776202234.063113:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec2e3c02. 02000000:00000010:3.0:1776202234.063120:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ebe340d8. 00000100:00000010:3.0:1776202234.063123:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 00000100:00000010:3.0:1776202234.063129:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.063132:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00010000:00000010:3.1:1776202234.065060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a33d8f9c. 00010000:00000010:3.1:1776202234.065071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.1:1776202234.065076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202234.065079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000400:00000200:0.0:1776202234.065753:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.065768:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a280 00000400:00000200:0.0:1776202234.065776:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 0 00000400:00000200:0.0:1776202234.065869:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.065874:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.065889:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.065894:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000020:00000010:3.0:1776202234.066103:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000388dd130. 00000020:00000010:3.0:1776202234.066110:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202234.066114:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202234.066141:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604603008/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.066175:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603008 02000000:00000010:3.0:1776202234.066185:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:3.0:1776202234.066218:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000727f0dd4. 00010000:00000010:3.0:1776202234.066236:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.066243:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.066260:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.066263:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.066277:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202234.066282:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603008, offset 224 00000400:00000200:3.0:1776202234.066290:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.066301:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:0.0:1776202234.066304:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deef472e. 00000400:00000200:3.0:1776202234.066307:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91816:91816:256:4294967295] 192.168.204.38@tcp LPNI seq info [91816:91816:8:4294967295] 00000400:00000200:3.0:1776202234.066315:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.066320:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.066324:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.066330:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.066336:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.066340:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.066360:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfb10f1d. 00000020:00000010:3.0:1776202234.066364:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:3.0:1776202234.066367:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000388dd130. 00000800:00000200:0.0:1776202234.066426:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.066429:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202234.066435:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.066439:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.066442:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:0.0:1776202234.066444:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00010000:00000010:0.0:1776202234.066482:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:0.0:1776202234.066489:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000adbd9ba7. 00010000:00000010:0.0:1776202234.066569:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202234.066575:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202234.066584:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6060efd. 00000100:00000010:0.0:1776202234.066600:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.066607:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.066619:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af6ce140. 02000000:00000010:0.0:1776202234.066642:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000529d8bf8. 00000400:00000010:0.0:1776202234.066648:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.066652:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202234.066657:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802816, portal 16 00000400:00000010:0.0:1776202234.066661:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202234.066664:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802816, offset 0 00000400:00000200:0.0:1776202234.066668:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.066674:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.066682:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.066686:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.066689:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.066692:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91817:91817:256:4294967295] 192.168.204.38@tcp LPNI seq info [91817:91817:8:4294967295] 00000400:00000200:0.0:1776202234.066699:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.066703:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.066706:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354778). 00000800:00000200:0.0:1776202234.066710:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.066714:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.066716:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.066782:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.066784:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354530). 00000400:00000200:3.0:1776202234.066789:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.066793:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.066796:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:3.0:1776202234.066797:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:3.0:1776202234.066803:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613802816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.068998:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957a288c. 00000400:00000200:0.0:1776202234.070576:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.071129:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630340 00000400:00000200:0.0:1776202234.071139:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8129 [1] + 224 00000400:00000200:0.0:1776202234.071155:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.071158:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.071169:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613802816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.071206:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.071212:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a2c0 00000400:00000200:0.0:1776202234.071303:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 328 00000400:00000010:1.0:1776202234.071337:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:1.0:1776202234.071343:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:1.0:1776202234.071345:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:1.0:1776202234.071351:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613802816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.071359:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613802816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.071393:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000529d8bf8. 02000000:00000010:1.0:1776202234.071401:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af6ce140. 00000100:00000010:1.0:1776202234.071407:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:1.0:1776202234.071413:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:1.0:1776202234.071419:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6060efd. 00000400:00000200:0.0:1776202234.071888:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.071895:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.071900:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.071905:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000020:00000010:2.0:1776202234.071965:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e242aa60. 00000020:00000010:2.0:1776202234.071974:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202234.071978:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.072028:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604603072/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.072103:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603072 02000000:00000010:2.0:1776202234.072116:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3941a06. 00010000:00000010:2.0:1776202234.072148:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa43ec54. 00010000:00000010:2.0:1776202234.072167:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.072174:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.072187:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.072191:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000400:00000010:2.0:1776202234.072202:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202234.072206:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603072, offset 224 00000400:00000200:2.0:1776202234.072213:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.072225:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.072231:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91818:91818:256:4294967295] 192.168.204.38@tcp LPNI seq info [91818:91818:8:4294967295] 00000400:00000200:2.0:1776202234.072242:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.072247:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.072252:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202234.072258:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.072265:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.072269:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.072287:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202234.072291:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.072294:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e242aa60. 00080000:00000010:1.0:1776202234.072363:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026cbd58d. 00010000:00000010:1.0:1776202234.072472:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:1.0:1776202234.072478:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000758292e9. 00010000:00000010:1.0:1776202234.072570:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c36499. 00010000:00000010:1.0:1776202234.072576:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202234.072584:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069c9036c. 00000100:00000010:1.0:1776202234.072588:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202234.072594:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202234.072606:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033bfd7ae. 02000000:00000010:1.0:1776202234.072630:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002870b613. 00000400:00000010:1.0:1776202234.072635:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202234.072640:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202234.072645:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802880, portal 16 00000400:00000010:1.0:1776202234.072650:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202234.072652:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802880, offset 0 00000400:00000200:1.0:1776202234.072658:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.072664:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.072672:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.072677:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.072681:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.072683:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91819:91819:255:4294967295] 192.168.204.38@tcp LPNI seq info [91819:91819:7:4294967295] 00000400:00000200:1.0:1776202234.072690:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.072694:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.072697:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.072701:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.072705:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.072707:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.072860:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.072865:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354778). 00000400:00000200:0.0:1776202234.072869:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.072874:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.072887:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:0.0:1776202234.072890:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00010000:00000010:0.1:1776202234.075754:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007abe01b1. 00010000:00000010:0.1:1776202234.075780:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a356c82. 00000800:00000200:0.0:1776202234.075825:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.075842:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202234.075848:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.075858:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.075864:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:0.0:1776202234.075866:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:0.0:1776202234.075875:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613802880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.076087:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.076101:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630380 00000400:00000200:1.0:1776202234.076109:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8135 [1] + 224 00000400:00000200:1.0:1776202234.076120:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.076123:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.076129:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613802880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.076397:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.076403:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a300 00000400:00000200:1.0:1776202234.076410:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 656 00000400:00000200:1.0:1776202234.076463:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.076467:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.076472:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.076477:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000400:00000010:0.0:1776202234.076987:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b7d524d. 00000400:00000200:0.0:1776202234.076995:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:0.0:1776202234.076997:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:0.0:1776202234.077008:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613802880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.077018:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613802880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.077055:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002870b613. 02000000:00000010:0.0:1776202234.077063:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033bfd7ae. 00000100:00000010:0.0:1776202234.077068:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:0.0:1776202234.077075:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:0.0:1776202234.077081:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069c9036c. 00000020:00000010:2.0:1776202234.077351:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e242aa60. 00000020:00000010:2.0:1776202234.077358:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202234.077362:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.077387:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604603136/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.077418:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603136 02000000:00000010:2.0:1776202234.077428:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049a0065d. 00010000:00000010:2.0:1776202234.077455:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3ae78bf. 00010000:00000010:2.0:1776202234.077474:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.077480:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.077497:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.077501:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000400:00000010:2.0:1776202234.077517:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202234.077522:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603136, offset 224 00000400:00000200:2.0:1776202234.077531:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.077544:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.077549:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91820:91820:256:4294967295] 192.168.204.38@tcp LPNI seq info [91820:91820:8:4294967295] 00000400:00000200:2.0:1776202234.077559:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.077564:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.077570:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202234.077575:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.077583:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.077587:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.077601:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003bd44ae8. 00000020:00000010:2.0:1776202234.077605:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.077608:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e242aa60. 00080000:00000010:0.0:1776202234.077957:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f3bc00e. 00010000:00000010:1.1:1776202234.078032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a800bf6. 00010000:00000010:1.1:1776202234.078041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b1948e. 00010000:00000010:0.0:1776202234.078059:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:0.0:1776202234.078068:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2c7ca49. 00010000:00000010:0.0:1776202234.078143:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf6eb496. 00010000:00000010:0.0:1776202234.078150:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.078160:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070547266. 00000100:00000010:0.0:1776202234.078165:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.078173:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.078186:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f5e8a6d. 02000000:00000010:0.0:1776202234.078214:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb73e17e. 00000400:00000010:0.0:1776202234.078220:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202234.078226:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202234.078231:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613802944, portal 16 00000400:00000010:0.0:1776202234.078236:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202234.078238:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613802944, offset 0 00000400:00000200:0.0:1776202234.078244:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.078253:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.078261:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.078266:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.078269:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.078272:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91821:91821:255:4294967295] 192.168.204.38@tcp LPNI seq info [91821:91821:7:4294967295] 00000400:00000200:0.0:1776202234.078279:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.078284:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.078288:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82355026). 00000800:00000200:0.0:1776202234.078293:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.078297:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1776202234.078297:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000010:1.0:1776202234.078302:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:0.0:1776202234.078302:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1776202234.078309:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.078315:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.078320:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:1.0:1776202234.078322:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000800:00000200:1.0:1776202234.078350:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.078352:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:1.0:1776202234.078356:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.078359:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.078361:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:1.0:1776202234.078362:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000100:00000200:1.0:1776202234.078367:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613802944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.078809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc6f7c5. 00000400:00000200:0.0:1776202234.082030:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.082050:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6303c0 00000400:00000200:0.0:1776202234.082064:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8141 [1] + 224 00000400:00000200:0.0:1776202234.082077:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.082081:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.082092:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613802944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.082122:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000010:2.0:1776202234.082124:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:0.0:1776202234.082127:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a340 00000400:00000200:2.0:1776202234.082130:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:2.0:1776202234.082132:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000100:00000200:2.0:1776202234.082137:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613802944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.082140:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 984 00000100:00000200:2.0:1776202234.082146:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613802944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.082183:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb73e17e. 02000000:00000010:2.0:1776202234.082189:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f5e8a6d. 00000100:00000010:2.0:1776202234.082194:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:2.0:1776202234.082198:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:2.0:1776202234.082203:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070547266. 00000400:00000200:0.0:1776202234.082363:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.082368:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.082373:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.082378:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000020:00000010:3.0:1776202234.082507:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006d78ecf. 00000020:00000010:3.0:1776202234.082515:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000073bcc350. 00000020:00000010:3.0:1776202234.082520:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d5dcacec. 00000100:00000200:3.0:1776202234.082547:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002708cb7d x1862480604603200/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.082579:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603200 02000000:00000010:3.0:1776202234.082735:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1fdec1a. 00010000:00000010:3.0:1776202234.082767:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0dcd7a3. 00010000:00000010:3.0:1776202234.082788:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a683d132. 00010000:00000010:2.1:1776202234.082929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab859384. 00000100:00000010:3.0:1776202234.083024:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.083040:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.083043:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a683d132. 00000400:00000010:2.0:1776202234.083099:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202234.083105:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603200, offset 224 00000400:00000200:2.0:1776202234.083114:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.083126:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.083132:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91822:91822:256:4294967295] 192.168.204.38@tcp LPNI seq info [91822:91822:8:4294967295] 00000400:00000200:2.0:1776202234.083141:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.083146:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.083151:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202234.083156:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.083163:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.083168:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.083223:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000073bcc350. 00000020:00000010:2.0:1776202234.083229:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d5dcacec. 00000020:00000010:2.0:1776202234.083233:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006d78ecf. 00080000:00000010:2.0:1776202234.083263:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e242aa60. 00010000:00000010:2.0:1776202234.083348:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202234.083355:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c3103ad. 00010000:00000010:2.0:1776202234.083429:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dae04d44. 00010000:00000010:2.0:1776202234.083436:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc94b70d. 00010000:00000010:2.0:1776202234.083449:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.083452:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.083460:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.083473:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000636d722e. 02000000:00000010:2.0:1776202234.083501:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000997080aa. 00000400:00000010:2.0:1776202234.083507:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1546b95. 00000400:00000010:2.0:1776202234.083510:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202234.083514:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803008, portal 16 00000400:00000010:2.0:1776202234.083519:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202234.083520:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803008, offset 0 00000400:00000200:2.0:1776202234.083525:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.083531:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.083537:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.083540:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.083543:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.083545:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91823:91823:255:4294967295] 192.168.204.38@tcp LPNI seq info [91823:91823:7:4294967295] 00000400:00000200:2.0:1776202234.083552:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.083556:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.083559:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82355026). 00000800:00000200:2.0:1776202234.083562:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.083566:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.083568:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.083789:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.083793:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354778). 00000400:00000200:3.0:1776202234.083984:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.083989:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.083993:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:3.0:1776202234.083995:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000800:00000200:0.0:1776202234.084146:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.084149:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:0.0:1776202234.084152:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.084155:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.084158:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:0.0:1776202234.084159:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000100:00000200:0.0:1776202234.084165:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613803008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.086566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8472946. 00010000:00000010:0.1:1776202234.086580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c36499. 00010000:00000010:2.1:1776202234.088887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093e120b0. 00010000:00000010:2.1:1776202234.088899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6eb496. 00010000:00000010:3.1:1776202234.088910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000967ebff4. 00000400:00000200:1.0:1776202234.089023:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.089040:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630400 00000400:00000200:1.0:1776202234.089050:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb814d [1] + 224 00000400:00000200:1.0:1776202234.089063:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.089068:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.089080:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613803008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.089120:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.089124:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a380 00000400:00000200:1.0:1776202234.089130:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 1312 00000400:00000200:1.0:1776202234.089138:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.089141:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.089145:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.089151:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000400:00000010:2.0:1776202234.089182:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1546b95. 00000400:00000200:2.0:1776202234.089188:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:2.0:1776202234.089190:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000100:00000200:2.0:1776202234.089196:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613803008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.089206:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613803008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.089238:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000997080aa. 02000000:00000010:2.0:1776202234.089244:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000636d722e. 00000100:00000010:2.0:1776202234.089248:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:2.0:1776202234.089252:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.089257:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000020:00000010:3.0:1776202234.089447:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b6c175. 00000020:00000010:3.0:1776202234.089457:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.089462:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.089500:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604603264/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.089647:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603264 02000000:00000010:3.0:1776202234.089660:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006d78ecf. 00010000:00000010:3.0:1776202234.089693:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cbca298. 00010000:00000010:3.0:1776202234.089714:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.089719:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.089738:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.089741:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.089754:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202234.089758:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603264, offset 224 00000400:00000200:3.0:1776202234.089766:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1776202234.089773:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d39c0a. 00000400:00000200:3.0:1776202234.089778:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.089784:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91824:91824:256:4294967295] 192.168.204.38@tcp LPNI seq info [91824:91824:8:4294967295] 00000400:00000200:3.0:1776202234.089794:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.089800:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.089805:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.089811:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.089854:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.089858:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.089895:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.089901:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.089904:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b6c175. 00010000:00000010:0.0:1776202234.089918:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc94b70d. 00010000:00000010:0.0:1776202234.089927:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002720ec58. 00000800:00000200:3.0:1776202234.089981:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.089984:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202234.089991:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.089995:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.089999:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:3.0:1776202234.090000:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00010000:00000010:0.0:1776202234.090008:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019aac566. 00010000:00000010:0.0:1776202234.090014:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a8f09f95. 00010000:00000010:0.0:1776202234.090019:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202234.090094:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00080000:00000010:0.0:1776202234.090110:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a3450a. 00010000:00000010:0.0:1776202234.090140:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.090144:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8f09f95. 00010000:00000010:0.0:1776202234.090199:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202234.090203:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.090212:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.090216:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.090223:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.090234:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b37943e. 02000000:00000010:0.0:1776202234.090257:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001175c977. 00000400:00000010:0.0:1776202234.090262:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.090266:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.090271:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803072, portal 16 00000400:00000010:0.0:1776202234.090275:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202234.090278:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803072, offset 0 00000400:00000200:0.0:1776202234.090282:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.090288:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.090295:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.090298:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.090301:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.090303:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91825:91825:256:4294967295] 192.168.204.38@tcp LPNI seq info [91825:91825:8:4294967295] 00000400:00000200:0.0:1776202234.090309:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.090313:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.090316:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82354778). 00000800:00000200:0.0:1776202234.090320:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.090323:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.090325:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.091177:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.091182:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354530). 00000400:00000200:1.0:1776202234.091187:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.091195:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.091199:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:1.0:1776202234.091201:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000100:00000200:1.0:1776202234.091209:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.092944:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.092958:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630440 00000400:00000200:1.0:1776202234.092964:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8159 [1] + 224 00000400:00000200:1.0:1776202234.092973:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.092976:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.092985:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.093010:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.093016:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a3c0 00000400:00000200:1.0:1776202234.093021:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 1640 00000400:00000010:0.0:1776202234.093029:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.093033:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.093034:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.093040:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.093046:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.093068:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.093073:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:0.0:1776202234.093073:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001175c977. 00000100:00000200:1.0:1776202234.093076:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1776202234.093078:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b37943e. 00000100:00000010:1.0:1776202234.093081:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000100:00000010:0.0:1776202234.093081:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.093085:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.093089:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00010000:00000010:3.1:1776202234.095109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e5cbaf. 00000020:00000010:3.0:1776202234.095179:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b6c175. 00000020:00000010:3.0:1776202234.095186:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.095191:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.095219:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604603328/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.095245:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603328 02000000:00000010:3.0:1776202234.095257:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000388dd130. 00010000:00000010:3.0:1776202234.095284:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083c30951. 00010000:00000010:3.0:1776202234.095305:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.095313:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.095985:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.095991:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.096009:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202234.096016:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603328, offset 224 00000400:00000200:3.0:1776202234.096025:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.096039:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.096045:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91826:91826:256:4294967295] 192.168.204.38@tcp LPNI seq info [91826:91826:8:4294967295] 00000400:00000200:3.0:1776202234.096056:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.096062:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.096067:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.096073:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.096080:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.096083:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.096114:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.096120:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.096123:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b6c175. 00000800:00000200:1.0:1776202234.096248:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.096253:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.096259:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.096265:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.096270:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:1.0:1776202234.096272:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00080000:00000010:0.0:1776202234.096553:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b37943e. 00010000:00000010:0.0:1776202234.096650:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.096657:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec36e376. 00010000:00000010:0.0:1776202234.096775:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.097045:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.097060:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.097066:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.097074:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.097087:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001175c977. 02000000:00000010:0.0:1776202234.097112:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000397813cd. 00000400:00000010:0.0:1776202234.097117:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.097123:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.097127:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803136, portal 16 00000400:00000010:0.0:1776202234.097132:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202234.097133:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803136, offset 0 00000400:00000200:0.0:1776202234.097140:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.097150:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.097158:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.097161:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.097163:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.097166:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91827:91827:256:4294967295] 192.168.204.38@tcp LPNI seq info [91827:91827:8:4294967295] 00000400:00000200:0.0:1776202234.097174:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.097178:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.097181:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82354778). 00000800:00000200:0.0:1776202234.097185:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.097189:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.097192:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.097337:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.097340:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:1.0:1776202234.097344:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.097348:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.097351:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:1.0:1776202234.097352:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000100:00000200:1.0:1776202234.097358:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.097921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099946180. 00010000:00000010:0.1:1776202234.097929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dae04d44. 00010000:00000010:0.1:1776202234.097933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aac566. 00010000:00000010:0.1:1776202234.097936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00000400:00000200:1.0:1776202234.100444:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.100470:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630480 00000400:00000200:1.0:1776202234.100479:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8165 [1] + 224 00000400:00000200:1.0:1776202234.100492:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.100496:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.100507:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.100544:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.100549:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a400 00000400:00000200:1.0:1776202234.100555:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6a75 [2] + 1968 00000400:00000010:1.0:1776202234.100559:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000051578b89. 00000400:00000200:1.0:1776202234.100564:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000052d9ae4d 00000400:00000200:1.0:1776202234.100574:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.100577:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.100592:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052d9ae4d 00000400:00000010:1.0:1776202234.100594:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000052d9ae4d (tot 82354378). 00000100:00000200:1.0:1776202234.100599:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776202234.100667:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.100671:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.100673:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.100679:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.100687:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.100720:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000397813cd. 02000000:00000010:0.0:1776202234.100728:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001175c977. 00000100:00000010:0.0:1776202234.100732:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.100737:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.100741:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00000020:00000010:3.0:1776202234.101171:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b6c175. 00000020:00000010:3.0:1776202234.101179:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.101183:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.101207:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bbd747ec x1862480604603392/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.101229:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603392 02000000:00000010:3.0:1776202234.101241:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ebe340d8. 00010000:00000010:3.0:1776202234.101268:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000515f4a48. 00010000:00000010:3.0:1776202234.101287:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.101294:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a76e5dc5. 00000100:00000010:3.0:1776202234.101308:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a76e5dc5. 00010000:00000010:3.0:1776202234.101312:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.101325:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202234.101329:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603392, offset 224 00000400:00000200:3.0:1776202234.101338:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.101349:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.101355:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91828:91828:256:4294967295] 192.168.204.38@tcp LPNI seq info [91828:91828:8:4294967295] 00000400:00000200:3.0:1776202234.101366:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.101380:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.101385:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354626). 00000800:00000200:3.0:1776202234.101390:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.101397:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.101401:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.101422:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066cec229. 00000020:00000010:3.0:1776202234.101427:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.101430:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b6c175. 02000000:00000010:3.0:1776202234.101443:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000388dd130. 00000100:00000010:3.0:1776202234.101446:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:3.0:1776202234.101451:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006d78ecf. 00000100:00000010:3.0:1776202234.101453:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:3.0:1776202234.101457:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1fdec1a. 00000100:00000010:3.0:1776202234.101459:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 02000000:00000010:3.0:1776202234.101462:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049a0065d. 00000100:00000010:3.0:1776202234.101464:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:3.0:1776202234.101467:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3941a06. 00000100:00000010:3.0:1776202234.101469:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 02000000:00000010:3.0:1776202234.101472:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000100:00000010:3.0:1776202234.101474:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000200:3.0:1776202234.101480:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1776202234.101577:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.101581:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354378). 00000400:00000200:3.0:1776202234.101586:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.101589:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.101592:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:3.0:1776202234.101594:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 02000000:00000010:3.0:1776202234.101597:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ebe340d8. 00000400:00000010:3.0:1776202234.101609:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f35d0d20. 00000400:00000010:3.0:1776202234.101612:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a76e5dc5 (tot 82354530). 00080000:00000010:0.0:1776202234.102045:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001175c977. 00010000:00000010:0.0:1776202234.102143:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.102149:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078883c9b. 00010000:00000010:0.0:1776202234.102225:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202234.102231:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.102240:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.102244:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.102251:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.102261:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000397813cd. 02000000:00000010:0.0:1776202234.102285:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a89967fa. 00000400:00000010:0.0:1776202234.102289:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.102293:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.102296:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803200, portal 16 00000400:00000010:0.0:1776202234.102300:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202234.102302:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803200, offset 0 00000400:00000200:0.0:1776202234.102308:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.102318:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.102325:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.102330:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.102332:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.102335:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91829:91829:256:4294967295] 192.168.204.38@tcp LPNI seq info [91829:91829:8:4294967295] 00000400:00000200:0.0:1776202234.102343:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.102348:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.102352:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202234.102356:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.102362:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.102365:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.102491:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.102494:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:1.0:1776202234.102499:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.102502:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.102505:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:1.0:1776202234.102506:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:1.0:1776202234.102514:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.102774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002433b55f. 00000400:00000200:1.0:1776202234.105474:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.105494:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6304c0 00000400:00000200:1.0:1776202234.105504:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8175 [1] + 224 00000400:00000200:1.0:1776202234.105519:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.105523:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.105532:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.105618:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.105623:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.105625:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.105631:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.105640:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.105668:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a89967fa. 02000000:00000010:0.0:1776202234.105672:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000397813cd. 00000100:00000010:0.0:1776202234.105675:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.105679:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.105683:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00000400:00000200:1.0:1776202234.106156:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.106164:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a440 00000400:00000200:1.0:1776202234.106170:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 0 00000400:00000200:1.0:1776202234.106222:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.106226:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.106230:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.106234:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:2.0:1776202234.107132:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636d722e. 00000020:00000010:2.0:1776202234.107144:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.107148:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.107174:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604603456/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.107209:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603456 02000000:00000010:2.0:1776202234.107221:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000997080aa. 00010000:00000010:2.0:1776202234.107247:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be88ceb2. 00010000:00000010:2.0:1776202234.107262:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.107267:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.107276:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.107279:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000400:00000010:2.0:1776202234.107289:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202234.107293:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603456, offset 224 00000400:00000200:2.0:1776202234.107298:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.107308:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.107312:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91830:91830:256:4294967295] 192.168.204.38@tcp LPNI seq info [91830:91830:8:4294967295] 00000400:00000200:2.0:1776202234.107320:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.107324:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.107327:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202234.107331:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.107336:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.107339:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.107353:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.107357:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.107360:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636d722e. 00010000:00000010:0.1:1776202234.107510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000721035f4. 00010000:00000010:0.1:1776202234.107518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00080000:00000010:0.0:1776202234.107544:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000397813cd. 00010000:00000010:0.0:1776202234.107661:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.107668:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005baa7478. 00010000:00000010:0.0:1776202234.107738:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202234.107744:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.107753:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.107757:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.107763:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.107773:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a89967fa. 02000000:00000010:0.0:1776202234.107796:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000836f8141. 00000400:00000010:0.0:1776202234.107801:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.107805:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.107811:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803264, portal 16 00000400:00000010:0.0:1776202234.107816:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202234.107818:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803264, offset 0 00000400:00000200:0.0:1776202234.107823:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.107854:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.107862:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.107866:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.107869:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.107872:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91831:91831:255:4294967295] 192.168.204.38@tcp LPNI seq info [91831:91831:7:4294967295] 00000400:00000200:0.0:1776202234.107889:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.107893:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.107897:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82355026). 00000800:00000200:0.0:1776202234.107900:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.107904:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.107906:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.108311:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.108316:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354778). 00000400:00000200:1.0:1776202234.108321:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.108327:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.108331:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:1.0:1776202234.108334:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000800:00000200:1.0:1776202234.108396:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.108399:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202234.108402:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.108405:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.108407:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:1.0:1776202234.108408:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:1.0:1776202234.108415:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.109874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd9b6f00. 00010000:00000010:0.1:1776202234.109941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e51089af. 00010000:00000010:0.1:1776202234.109946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000200:1.0:1776202234.110953:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.110972:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630500 00000400:00000200:1.0:1776202234.110982:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8181 [1] + 224 00000400:00000200:1.0:1776202234.110994:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.110998:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.111009:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.111044:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.111049:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a480 00000400:00000200:1.0:1776202234.111055:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 328 00000400:00000010:0.0:1776202234.111075:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.111082:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.111084:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.111092:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.111101:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.111135:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000836f8141. 02000000:00000010:0.0:1776202234.111141:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a89967fa. 00000100:00000010:0.0:1776202234.111144:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.111150:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.111156:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00000400:00000200:1.0:1776202234.112056:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.112065:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.112071:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.112078:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:3.0:1776202234.112154:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe340d8. 00000020:00000010:3.0:1776202234.112162:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202234.112167:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.112195:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604603520/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.112261:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603520 02000000:00000010:3.0:1776202234.112272:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec2e3c02. 00010000:00000010:3.0:1776202234.112302:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f26bf09b. 00010000:00000010:3.0:1776202234.112324:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.112330:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.112347:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.112350:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.112363:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202234.112367:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603520, offset 224 00000400:00000200:3.0:1776202234.112385:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.112398:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.112403:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91832:91832:256:4294967295] 192.168.204.38@tcp LPNI seq info [91832:91832:8:4294967295] 00000400:00000200:3.0:1776202234.112414:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.112430:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.112435:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.112440:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.112447:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.112451:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.112472:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202234.112477:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.112480:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe340d8. 00080000:00000010:0.0:1776202234.112529:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a89967fa. 00010000:00000010:0.0:1776202234.112624:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.112630:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000034736e5. 00010000:00000010:0.0:1776202234.112709:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.112715:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.112727:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.112730:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.112737:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.112747:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000836f8141. 02000000:00000010:0.0:1776202234.112769:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060b7bf43. 00000400:00000010:0.0:1776202234.112776:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.112780:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.112784:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803328, portal 16 00000400:00000010:0.0:1776202234.112788:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202234.112790:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803328, offset 0 00000400:00000200:0.0:1776202234.112796:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.112802:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.112808:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.112811:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.112813:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.112815:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91833:91833:255:4294967295] 192.168.204.38@tcp LPNI seq info [91833:91833:7:4294967295] 00000400:00000200:0.0:1776202234.112821:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.112825:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.112828:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82355026). 00000800:00000200:0.0:1776202234.112862:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.112866:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.112869:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.112951:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.112955:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354778). 00000400:00000200:1.0:1776202234.112961:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.112965:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.112968:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:1.0:1776202234.112970:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000800:00000200:1.0:1776202234.113853:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.113856:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:1.0:1776202234.113864:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.113869:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.113873:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:1.0:1776202234.113874:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:1.0:1776202234.113894:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.113898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c773aff2. 00010000:00000010:0.1:1776202234.113961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007350aec3. 00010000:00000010:0.1:1776202234.113968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00000400:00000200:1.0:1776202234.117018:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.117045:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630540 00000400:00000200:1.0:1776202234.117057:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb818d [1] + 224 00000400:00000200:1.0:1776202234.117080:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.117084:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.117096:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.117960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046cf872c. 00000400:00000010:0.0:1776202234.118106:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.118111:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.118113:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.118124:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.118133:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.118166:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060b7bf43. 02000000:00000010:0.0:1776202234.118172:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000836f8141. 00000100:00000010:0.0:1776202234.118175:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.118181:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.118186:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00000400:00000200:1.0:1776202234.121416:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.121437:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a4c0 00000400:00000200:1.0:1776202234.121447:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 656 00000400:00000200:1.0:1776202234.121534:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.121539:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.121550:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.121559:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:3.0:1776202234.121698:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe340d8. 00000020:00000010:3.0:1776202234.121718:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202234.121722:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.121912:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604603584/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.122039:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603584 02000000:00000010:3.0:1776202234.122052:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:3.0:1776202234.122080:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000904563b5. 00010000:00000010:3.0:1776202234.122101:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.122108:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.122121:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.122125:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00000400:00000010:3.0:1776202234.122136:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202234.122141:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603584, offset 224 00000400:00000200:3.0:1776202234.122148:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.122158:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.122165:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91834:91834:256:4294967295] 192.168.204.38@tcp LPNI seq info [91834:91834:8:4294967295] 00000400:00000200:3.0:1776202234.122175:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.122180:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.122186:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.122192:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.122200:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.122205:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.122273:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000253c1670. 00000020:00000010:3.0:1776202234.122278:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.122281:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe340d8. 00080000:00000010:0.0:1776202234.122346:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836f8141. 00010000:00000010:0.0:1776202234.122434:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.122441:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ccb590. 00010000:00000010:0.0:1776202234.122529:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202234.122535:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.122546:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.122550:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.122557:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.122571:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b7bf43. 02000000:00000010:0.0:1776202234.122596:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058a52d40. 00000400:00000010:0.0:1776202234.122602:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.122607:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.122612:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803392, portal 16 00000400:00000010:0.0:1776202234.122616:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202234.122618:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803392, offset 0 00000400:00000200:0.0:1776202234.122623:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.122630:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.122637:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.122642:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.122645:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.122648:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91835:91835:255:4294967295] 192.168.204.38@tcp LPNI seq info [91835:91835:7:4294967295] 00000400:00000200:0.0:1776202234.122654:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.122658:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.122662:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202234.122665:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.122670:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.122672:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.123153:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.123157:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354778). 00000400:00000200:1.0:1776202234.123165:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.123171:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.123175:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:1.0:1776202234.123177:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000800:00000200:1.0:1776202234.123238:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.123241:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:1.0:1776202234.123245:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.123248:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.123250:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:1.0:1776202234.123252:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000100:00000200:1.0:1776202234.123260:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.126691:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.126712:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630580 00000400:00000200:1.0:1776202234.126721:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8199 [1] + 224 00000400:00000200:1.0:1776202234.126738:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.126742:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.126757:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.127109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d02cefe. 00010000:00000010:0.1:1776202234.127118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00000400:00000010:0.0:1776202234.127140:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:0.0:1776202234.127144:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:0.0:1776202234.127147:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.127153:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.127161:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.127191:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058a52d40. 02000000:00000010:0.0:1776202234.127197:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b7bf43. 00000100:00000010:0.0:1776202234.127200:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.127205:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.127209:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00010000:00000010:3.1:1776202234.130974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b05877a8. 00000400:00000200:1.0:1776202234.133104:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.133124:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a500 00000400:00000200:1.0:1776202234.133135:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 984 00000400:00000200:1.0:1776202234.133169:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.133174:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.133183:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.133189:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:2.0:1776202234.133313:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636d722e. 00000020:00000010:2.0:1776202234.133320:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.133325:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.133357:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604603648/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.133395:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603648 02000000:00000010:2.0:1776202234.133408:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a10a85cc. 00010000:00000010:2.0:1776202234.133442:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a041673. 00010000:00000010:2.0:1776202234.133467:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.133473:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.133530:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.133537:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000400:00000010:2.0:1776202234.133551:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202234.133557:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603648, offset 224 00000400:00000200:2.0:1776202234.133565:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.133578:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.133583:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91836:91836:256:4294967295] 192.168.204.38@tcp LPNI seq info [91836:91836:8:4294967295] 00000400:00000200:2.0:1776202234.133594:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.133599:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.133604:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202234.133609:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.133616:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.133621:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.133642:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.133646:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.133649:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636d722e. 00000800:00000200:1.0:1776202234.133756:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.133760:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202234.133764:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.133768:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.133771:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:1.0:1776202234.133773:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00080000:00000010:0.0:1776202234.134483:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060b7bf43. 00010000:00000010:0.0:1776202234.134593:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.134600:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b0309f4. 00010000:00000010:0.0:1776202234.134691:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008b333c0. 00010000:00000010:0.0:1776202234.134697:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.135114:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058ba2b52. 00000100:00000010:0.0:1776202234.135121:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.135129:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.135141:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058a52d40. 02000000:00000010:0.0:1776202234.135170:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f5e8a6d. 00000400:00000010:0.0:1776202234.135176:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.135183:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202234.135188:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803456, portal 16 00000400:00000010:0.0:1776202234.135193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202234.135195:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803456, offset 0 00000400:00000200:0.0:1776202234.135202:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.135214:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.135221:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.135225:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.135227:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.135230:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91837:91837:256:4294967295] 192.168.204.38@tcp LPNI seq info [91837:91837:8:4294967295] 00000400:00000200:0.0:1776202234.135237:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.135242:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.135246:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202234.135250:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.135257:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.135260:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.135525:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.135529:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:1.0:1776202234.135534:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.135539:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.135543:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:1.0:1776202234.135545:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:1.0:1776202234.135553:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613803456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.141331:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.141353:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6305c0 00000400:00000200:0.0:1776202234.141365:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81a5 [1] + 224 00000400:00000200:0.0:1776202234.141383:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.141388:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.141402:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613803456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.141906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e54e3ea. 00010000:00000010:0.1:1776202234.142008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000010:2.0:1776202234.142058:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007825244e. 00000400:00000200:2.0:1776202234.142064:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:2.0:1776202234.142067:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:2.0:1776202234.142076:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613803456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.142085:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613803456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.142115:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f5e8a6d. 02000000:00000010:2.0:1776202234.142121:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058a52d40. 00000100:00000010:2.0:1776202234.142125:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:2.0:1776202234.142129:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:2.0:1776202234.142134:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058ba2b52. 00000400:00000200:3.0:1776202234.143067:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.143081:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a540 00000400:00000200:3.0:1776202234.143089:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 1312 00000400:00000200:3.0:1776202234.143157:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.143161:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.143168:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.143174:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 00000020:00000010:2.0:1776202234.143284:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000636d722e. 00000020:00000010:2.0:1776202234.143293:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.143298:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.143330:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec483dd x1862480604603712/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.143359:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603712 02000000:00000010:2.0:1776202234.143371:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d786a27. 00010000:00000010:2.0:1776202234.144677:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dfb5355. 00010000:00000010:2.0:1776202234.144712:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.144720:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.144745:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.144751:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00000400:00000010:2.0:1776202234.144769:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202234.144775:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603712, offset 224 00080000:00000010:3.0:1776202234.145205:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006d78ecf. 00010000:00000010:3.0:1776202234.145301:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:3.0:1776202234.145309:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eea0c98. 00010000:00000010:3.0:1776202234.145397:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0da90b. 00010000:00000010:3.0:1776202234.145403:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00000400:00000200:2.0:1776202234.145534:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.145552:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.145652:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91838:91838:256:4294967295] 192.168.204.38@tcp LPNI seq info [91838:91838:8:4294967295] 00000400:00000200:2.0:1776202234.145664:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.145670:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.145676:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202234.145682:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.145690:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.145694:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.145720:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.145724:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.145729:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000636d722e. 00010000:00000010:3.0:1776202234.146257:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a82fb1d1. 00000100:00000010:3.0:1776202234.146264:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.146273:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c790805. 02000000:00000010:3.0:1776202234.146286:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000388dd130. 00010000:00000010:2.1:1776202234.147693:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e39878b. 00000800:00000200:2.0:1776202234.147716:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.147720:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202234.147725:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.147735:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.147740:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202234.147742:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 02000000:00000010:3.0:1776202234.147794:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7b6c175. 00000400:00000010:3.0:1776202234.147801:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202234.147806:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202234.147811:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803520, portal 16 00000400:00000010:3.0:1776202234.147817:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202234.147819:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803520, offset 0 00000400:00000200:3.0:1776202234.147826:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.147861:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.147869:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.147874:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.147884:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.147888:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91839:91839:256:4294967295] 192.168.204.38@tcp LPNI seq info [91839:91839:8:4294967295] 00000400:00000200:3.0:1776202234.147898:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.147903:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.147908:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.147914:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.147921:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.147924:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.148270:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.148274:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202234.148281:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.148286:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.148289:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:0.0:1776202234.148291:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000100:00000200:0.0:1776202234.148299:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c790805 x1862480613803520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.151884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1a36197. 00010000:00000010:0.1:1776202234.151897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00000400:00000200:3.0:1776202234.152013:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.152031:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630600 00000400:00000200:3.0:1776202234.152039:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81b1 [1] + 224 00000400:00000200:3.0:1776202234.152050:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.152054:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.152063:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c790805 x1862480613803520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.152097:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.152102:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a580 00000400:00000200:3.0:1776202234.152107:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 1640 00000400:00000200:3.0:1776202234.152164:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.152167:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.152171:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.152176:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 00000020:00000010:0.0:1776202234.152258:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb73e17e. 00000020:00000010:0.0:1776202234.152265:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.152268:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.152293:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4eec345 x1862480604603776/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.152329:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603776 02000000:00000010:0.0:1776202234.152340:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058a52d40. 00010000:00000010:0.0:1776202234.152400:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a51339e0. 00000100:00000010:0.0:1776202234.152408:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.152415:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.152419:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a51339e0. 00000400:00000010:0.0:1776202234.152435:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202234.152440:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603776, offset 224 00000400:00000200:0.0:1776202234.152448:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.152459:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.152466:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91840:91840:256:4294967295] 192.168.204.38@tcp LPNI seq info [91840:91840:8:4294967295] 00000400:00000200:0.0:1776202234.152476:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.152482:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.152487:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202234.152505:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000400:00000010:2.0:1776202234.152514:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000800:00000200:0.0:1776202234.152514:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000400:00000200:2.0:1776202234.152520:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000800:00000200:0.0:1776202234.152520:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776202234.152524:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:2.0:1776202234.152531:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c790805 x1862480613803520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.152540:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c790805 x1862480613803520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776202234.152544:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.152550:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.152553:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb73e17e. 00010000:00000010:2.0:1776202234.152560:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025f99556. 02000000:00000010:2.0:1776202234.152576:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7b6c175. 02000000:00000010:2.0:1776202234.152585:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000388dd130. 00000100:00000010:2.0:1776202234.152589:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c790805. 00000100:00000010:2.0:1776202234.152592:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:2.0:1776202234.152595:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a82fb1d1. 00080000:00000010:2.0:1776202234.152612:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000636d722e. 00000800:00000200:0.0:1776202234.152626:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.152630:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:0.0:1776202234.152634:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.152637:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.152640:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:0.0:1776202234.152642:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00010000:00000010:2.0:1776202234.152696:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:2.0:1776202234.152703:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc0ac3a8. 00010000:00000010:2.0:1776202234.152771:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d42bd563. 00010000:00000010:2.0:1776202234.152777:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002b25de0c. 00010000:00000010:2.0:1776202234.152785:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b9bde10. 00000100:00000010:2.0:1776202234.152789:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.152795:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.152806:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3941a06. 02000000:00000010:2.0:1776202234.152828:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0065d. 00000400:00000010:2.0:1776202234.152870:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1546b95. 00000400:00000010:2.0:1776202234.152883:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202234.152888:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803584, portal 16 00000400:00000010:2.0:1776202234.152892:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202234.152894:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803584, offset 0 00000400:00000200:2.0:1776202234.152899:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.152905:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.152911:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.152914:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.152917:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.152920:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91841:91841:256:4294967295] 192.168.204.38@tcp LPNI seq info [91841:91841:8:4294967295] 00000400:00000200:2.0:1776202234.152927:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.152932:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.152935:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202234.152939:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.152943:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.152946:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.153030:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.153032:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:0.0:1776202234.153036:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.153040:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.153042:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:0.0:1776202234.153044:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:0.0:1776202234.153048:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613803584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.156432:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.156454:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630640 00000400:00000200:3.0:1776202234.156464:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81bd [1] + 224 00000400:00000200:3.0:1776202234.156482:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.156486:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.156503:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613803584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202234.157297:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1546b95. 00000400:00000200:2.0:1776202234.157304:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:2.0:1776202234.157306:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000100:00000200:2.0:1776202234.157318:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613803584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.157333:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613803584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.157363:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a0065d. 02000000:00000010:2.0:1776202234.157368:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3941a06. 00000100:00000010:2.0:1776202234.157371:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:2.0:1776202234.157375:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.157379:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b9bde10. 00010000:00000010:3.1:1776202234.157862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d32afb2. 00010000:00000010:3.1:1776202234.157870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b333c0. 00010000:00000010:2.1:1776202234.157922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0893b80. 00000400:00000200:2.0:1776202234.161940:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.161959:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a5c0 00000400:00000200:2.0:1776202234.161967:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6acd [2] + 1968 00000400:00000010:2.0:1776202234.161973:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:2.0:1776202234.161978:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b855b2d4 00000400:00000200:2.0:1776202234.162075:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.162081:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.162085:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b855b2d4 00000400:00000010:2.0:1776202234.162137:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b855b2d4 (tot 82354378). 00000100:00000200:2.0:1776202234.162146:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202234.162265:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002870b613. 00000020:00000010:1.0:1776202234.162273:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007fd54124. 00000020:00000010:1.0:1776202234.162278:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.162304:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f10cac15 x1862480604603840/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202234.162368:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603840 02000000:00000010:1.0:1776202234.162379:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a55b8e. 00010000:00000010:1.0:1776202234.162412:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e644ff. 00010000:00000010:1.0:1776202234.162433:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202234.162439:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2898d7a. 00000100:00000010:1.0:1776202234.162452:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2898d7a. 00010000:00000010:1.0:1776202234.162456:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00000400:00000010:1.0:1776202234.162468:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202234.162472:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603840, offset 224 00000400:00000200:1.0:1776202234.162479:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.162490:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.162496:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91842:91842:256:4294967295] 192.168.204.38@tcp LPNI seq info [91842:91842:8:4294967295] 00000400:00000200:1.0:1776202234.162505:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.162509:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.162513:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202234.162518:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.162524:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.162527:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.162543:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007fd54124. 00000020:00000010:1.0:1776202234.162546:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.162550:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002870b613. 02000000:00000010:1.0:1776202234.162559:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058a52d40. 00000100:00000010:1.0:1776202234.162562:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 02000000:00000010:1.0:1776202234.162566:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d786a27. 00000100:00000010:1.0:1776202234.162569:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 02000000:00000010:1.0:1776202234.162573:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a10a85cc. 00000100:00000010:1.0:1776202234.162574:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202234.162579:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000100:00000010:1.0:1776202234.162585:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.162588:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec2e3c02. 00000100:00000010:1.0:1776202234.162596:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202234.162599:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000997080aa. 00000100:00000010:1.0:1776202234.162601:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000200:1.0:1776202234.162608:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776202234.162680:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.162683:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354378). 00000400:00000200:1.0:1776202234.162687:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.162690:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.162693:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202234.162694:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 02000000:00000010:1.0:1776202234.162697:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a55b8e. 00000400:00000010:1.0:1776202234.162707:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000269b3d68. 00000400:00000010:1.0:1776202234.162711:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2898d7a (tot 82354530). 00080000:00000010:3.0:1776202234.163016:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebe340d8. 00010000:00000010:3.0:1776202234.163113:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b25de0c. 00010000:00000010:3.0:1776202234.163121:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f2540de. 00010000:00000010:3.0:1776202234.163195:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202234.163200:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202234.163208:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a683d132. 00000100:00000010:3.0:1776202234.163212:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b685664a. 00000100:00000010:3.0:1776202234.163218:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000933288a4. 02000000:00000010:3.0:1776202234.163229:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec2e3c02. 02000000:00000010:3.0:1776202234.163251:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034ed3c7e. 00000400:00000010:3.0:1776202234.163254:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000006dc934. 00000400:00000010:3.0:1776202234.163258:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202234.163261:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803648, portal 16 00000400:00000010:3.0:1776202234.163265:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202234.163267:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803648, offset 0 00000400:00000200:3.0:1776202234.163273:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.163280:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.163286:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.163290:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.163293:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.163296:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91843:91843:256:4294967295] 192.168.204.38@tcp LPNI seq info [91843:91843:8:4294967295] 00000400:00000200:3.0:1776202234.163304:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.163308:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.163311:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.163315:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.163319:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.163322:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.166993:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.167001:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:2.0:1776202234.167009:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.167019:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.167024:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:2.0:1776202234.167026:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:2.0:1776202234.167035:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000933288a4 x1862480613803648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.168913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078037c94. 00010000:00000010:2.1:1776202234.168936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe348f3. 00010000:00000010:2.1:1776202234.168940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0da90b. 00000400:00000200:2.0:1776202234.172164:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.172184:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630680 00000400:00000200:2.0:1776202234.172193:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81cd [1] + 224 00000400:00000200:2.0:1776202234.172213:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.172218:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.172231:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000933288a4 x1862480613803648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.172599:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000006dc934. 00000400:00000200:0.0:1776202234.172604:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:0.0:1776202234.172607:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:0.0:1776202234.172613:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000933288a4 x1862480613803648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.172620:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000933288a4 x1862480613803648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.172651:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034ed3c7e. 02000000:00000010:0.0:1776202234.172656:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec2e3c02. 00000100:00000010:0.0:1776202234.172661:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000933288a4. 00000100:00000010:0.0:1776202234.172666:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b685664a. 00010000:00000010:0.0:1776202234.172670:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a683d132. 00010000:00000010:3.1:1776202234.172854:0:78605:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd69b574. 00010000:00000010:3.1:1776202234.172862:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d42bd563. 00010000:00000010:1.1:1776202234.172871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3fbfee. 00000400:00000200:3.0:1776202234.179110:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.179129:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a600 00000400:00000200:3.0:1776202234.179137:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 0 00000400:00000200:3.0:1776202234.179212:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.179216:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.179224:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.179230:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a2782c1. 00000020:00000010:3.0:1776202234.179286:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b91870. 00000020:00000010:3.0:1776202234.179292:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.179296:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.179321:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a2782c1 x1862480604603904/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.179354:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603904 02000000:00000010:3.0:1776202234.179363:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057e95d43. 00010000:00000010:3.0:1776202234.179394:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026e0ce92. 00010000:00000010:3.0:1776202234.179413:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a81cf0c. 00000100:00000010:3.0:1776202234.179420:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b685664a. 00000100:00000010:3.0:1776202234.179432:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b685664a. 00010000:00000010:3.0:1776202234.179435:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a81cf0c. 00000400:00000010:3.0:1776202234.179448:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202234.179453:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603904, offset 224 00000400:00000200:3.0:1776202234.179461:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.179471:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.179476:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91844:91844:256:4294967295] 192.168.204.38@tcp LPNI seq info [91844:91844:8:4294967295] 00000400:00000200:3.0:1776202234.179485:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.179489:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.179494:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.179499:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.179507:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.179510:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.179525:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.179530:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.179533:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b91870. 00080000:00000010:3.0:1776202234.179558:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b91870. 00010000:00000010:3.0:1776202234.179636:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202234.179643:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfa255e7. 00010000:00000010:3.0:1776202234.179721:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:3.0:1776202234.179727:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202234.179737:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a81cf0c. 00000100:00000010:3.0:1776202234.179740:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b685664a. 00000100:00000010:3.0:1776202234.179746:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 02000000:00000010:3.0:1776202234.179755:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe8b6e11. 02000000:00000010:3.0:1776202234.179779:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034ed3c7e. 00000400:00000010:3.0:1776202234.179784:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000006dc934. 00000400:00000010:3.0:1776202234.179789:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202234.179794:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803712, portal 16 00000400:00000010:3.0:1776202234.179798:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.179800:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803712, offset 0 00000400:00000200:3.0:1776202234.179804:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.179811:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.179818:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.179821:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.179823:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.179825:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91845:91845:255:4294967295] 192.168.204.38@tcp LPNI seq info [91845:91845:7:4294967295] 00000400:00000200:3.0:1776202234.179855:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.179859:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.179863:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82355026). 00000800:00000200:3.0:1776202234.179866:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.179871:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.179873:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.179941:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.179944:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354778). 00000400:00000200:3.0:1776202234.179950:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.179954:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.179957:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:3.0:1776202234.179958:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000800:00000200:3.0:1776202234.179991:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.179994:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.179997:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.180000:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.180002:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:3.0:1776202234.180003:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000100:00000200:3.0:1776202234.180007:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038bf251e x1862480613803712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.184461:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.184481:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6306c0 00000400:00000200:3.0:1776202234.184491:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81d9 [1] + 224 00000400:00000200:3.0:1776202234.184518:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.184523:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.184534:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038bf251e x1862480613803712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.184665:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000006dc934. 00000400:00000200:1.0:1776202234.184670:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:1.0:1776202234.184673:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:1.0:1776202234.184678:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038bf251e x1862480613803712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.184686:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038bf251e x1862480613803712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.184717:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034ed3c7e. 02000000:00000010:1.0:1776202234.184723:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe8b6e11. 00000100:00000010:1.0:1776202234.184726:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 00000100:00000010:1.0:1776202234.184731:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b685664a. 00010000:00000010:1.0:1776202234.184735:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a81cf0c. 00000400:00000200:0.0:1776202234.186229:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.186245:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a640 00000400:00000200:0.0:1776202234.186253:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 328 00000400:00000200:0.0:1776202234.186977:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.186985:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.186992:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.186998:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00000020:00000010:2.0:1776202234.189006:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032d7b4b9. 00000020:00000010:2.0:1776202234.189019:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.189024:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.189060:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604603968/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202234.189100:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604603968 02000000:00000010:2.0:1776202234.189111:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e262d20d. 00010000:00000010:2.0:1776202234.189150:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099067282. 00010000:00000010:2.0:1776202234.189179:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202234.189187:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.189204:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.189209:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00000400:00000010:2.0:1776202234.189223:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202234.189230:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604603968, offset 224 00000400:00000200:2.0:1776202234.189239:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.189253:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.189258:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91846:91846:256:4294967295] 192.168.204.38@tcp LPNI seq info [91846:91846:8:4294967295] 00000400:00000200:2.0:1776202234.189268:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.189274:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.189279:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202234.189285:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.189294:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.189298:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.189315:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004424055. 00000020:00000010:2.0:1776202234.189319:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.189321:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032d7b4b9. 00080000:00000010:1.0:1776202234.189332:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002870b613. 00010000:00000010:1.0:1776202234.189438:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:1.0:1776202234.189446:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a6497ed. 00010000:00000010:1.0:1776202234.189526:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.189531:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007fd54124. 00010000:00000010:1.0:1776202234.189536:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202234.189542:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00080000:00000010:1.0:1776202234.189554:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19761e3. 00010000:00000010:1.0:1776202234.189579:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.189583:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fd54124. 00010000:00000010:1.0:1776202234.189648:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a1f9070. 00010000:00000010:1.0:1776202234.189652:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.189660:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202234.189664:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202234.189671:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.189683:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033bfd7ae. 02000000:00000010:1.0:1776202234.189707:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c9068c0. 00000400:00000010:1.0:1776202234.189714:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.189719:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202234.189724:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803776, portal 16 00000400:00000010:1.0:1776202234.189728:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202234.189730:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803776, offset 0 00000400:00000200:1.0:1776202234.189741:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.189748:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.189755:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.189758:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.189760:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.189762:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91847:91847:255:4294967295] 192.168.204.38@tcp LPNI seq info [91847:91847:7:4294967295] 00000400:00000200:1.0:1776202234.189768:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.189771:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.189774:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202234.189777:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.189781:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.189783:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.189810:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.189814:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354778). 00000400:00000200:3.0:1776202234.189819:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.189823:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.189827:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:3.0:1776202234.189851:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000800:00000200:3.0:1776202234.189893:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.189895:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202234.189898:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.189902:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.189904:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:3.0:1776202234.189905:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:3.0:1776202234.189910:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613803776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.190882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5d3d2a. 00010000:00000010:3.1:1776202234.190893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ca996f4. 00010000:00000010:3.1:1776202234.190897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00000400:00000200:3.0:1776202234.193097:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.193133:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630700 00000400:00000200:3.0:1776202234.193144:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81e5 [1] + 224 00000400:00000200:3.0:1776202234.193157:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.193161:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.193255:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613803776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.193331:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.193336:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a680 00000400:00000200:3.0:1776202234.193341:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 656 00000400:00000200:3.0:1776202234.193395:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.193399:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.193403:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.193408:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcb02681. 00000020:00000010:3.0:1776202234.193461:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe8b6e11. 00000020:00000010:3.0:1776202234.193468:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.193472:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.193510:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcb02681 x1862480604604032/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.193539:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604032 02000000:00000010:3.0:1776202234.193551:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034ed3c7e. 00010000:00000010:3.0:1776202234.193592:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.193599:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.193606:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.193609:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.193624:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.193629:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604032, offset 224 00000400:00000200:3.0:1776202234.193636:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.193647:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.193653:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91848:91848:256:4294967295] 192.168.204.38@tcp LPNI seq info [91848:91848:8:4294967295] 00000400:00000200:3.0:1776202234.193663:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.193668:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.193673:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.193678:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.193685:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.193688:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.193705:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.193710:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.193713:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe8b6e11. 00000800:00000200:3.0:1776202234.193774:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.193778:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.193781:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.193785:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.193788:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:3.0:1776202234.193790:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000400:00000010:2.0:1776202234.194324:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:2.0:1776202234.194330:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:2.0:1776202234.194332:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:2.0:1776202234.194339:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613803776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.194348:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613803776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.194370:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000de5bd2e. 02000000:00000010:2.0:1776202234.194384:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c9068c0. 02000000:00000010:2.0:1776202234.194389:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033bfd7ae. 00000100:00000010:2.0:1776202234.194393:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:2.0:1776202234.194398:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:2.0:1776202234.194401:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00080000:00000010:2.0:1776202234.194420:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032d7b4b9. 00010000:00000010:2.0:1776202234.194599:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:2.0:1776202234.194608:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072bda17f. 00010000:00000010:2.0:1776202234.194682:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033c4f416. 00010000:00000010:2.0:1776202234.194688:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031597568. 00010000:00000010:2.0:1776202234.194698:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a11ba79b. 00000100:00000010:2.0:1776202234.194702:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.194708:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.194719:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092b5383e. 02000000:00000010:2.0:1776202234.194746:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3941a06. 00000400:00000010:2.0:1776202234.194751:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1546b95. 00000400:00000010:2.0:1776202234.194757:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202234.194761:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803840, portal 16 00000400:00000010:2.0:1776202234.194765:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202234.194767:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803840, offset 0 00000400:00000200:2.0:1776202234.194773:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.194782:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.194789:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.194793:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.194796:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.194799:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91849:91849:256:4294967295] 192.168.204.38@tcp LPNI seq info [91849:91849:8:4294967295] 00000400:00000200:2.0:1776202234.194807:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.194811:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.194815:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202234.194819:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.194824:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.194827:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.195404:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.195408:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:3.0:1776202234.195412:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.195417:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.195420:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:3.0:1776202234.195421:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:3.0:1776202234.195427:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613803840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.199105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002494b3b4. 00010000:00000010:1.1:1776202234.200179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e949e7ae. 00010000:00000010:1.1:1776202234.200191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a68d8e3d. 00010000:00000010:1.1:1776202234.200195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.200198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00000400:00000200:0.0:1776202234.202284:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.202307:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630740 00000400:00000200:0.0:1776202234.202316:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81f1 [1] + 224 00000400:00000200:0.0:1776202234.202328:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.202333:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.202344:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613803840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.202385:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.202390:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a6c0 00000400:00000200:0.0:1776202234.202395:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 984 00000400:00000200:0.0:1776202234.202408:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.202411:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.202415:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.202422:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:3.0:1776202234.202524:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe8b6e11. 00000020:00000010:3.0:1776202234.202532:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.202536:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.202636:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604604096/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1776202234.202684:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1546b95. 00000400:00000200:1.0:1776202234.202689:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:1.0:1776202234.202691:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:1.0:1776202234.202696:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613803840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.202699:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604096 00000100:00000200:1.0:1776202234.202704:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613803840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.202709:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 02000000:00000010:1.0:1776202234.202728:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3941a06. 00010000:00000010:3.0:1776202234.202737:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002202b0b0. 02000000:00000010:1.0:1776202234.202744:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092b5383e. 00000100:00000010:1.0:1776202234.202748:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:1.0:1776202234.202752:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:3.0:1776202234.202756:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00010000:00000010:1.0:1776202234.202756:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a11ba79b. 00000100:00000010:3.0:1776202234.202762:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.202778:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.202781:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.202793:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.202797:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604096, offset 224 00000400:00000200:3.0:1776202234.202804:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.202814:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.202819:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91850:91850:256:4294967295] 192.168.204.38@tcp LPNI seq info [91850:91850:8:4294967295] 00000400:00000200:3.0:1776202234.202857:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.202863:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.202868:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.202884:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.202892:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.202896:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776202234.202896:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8a55b8e. 00000020:00000010:3.0:1776202234.202913:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.202917:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.202920:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe8b6e11. 00000800:00000200:3.0:1776202234.203649:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.203654:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.203658:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.203664:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.203668:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00010000:00000010:1.0:1776202234.203668:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031597568. 00000400:00000010:3.0:1776202234.203670:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00010000:00000010:1.0:1776202234.203676:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020a06c35. 00010000:00000010:1.0:1776202234.203783:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1acc27. 00010000:00000010:1.0:1776202234.203790:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202234.203801:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f024e555. 00000100:00000010:1.0:1776202234.203805:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202234.203813:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202234.203825:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037928cc8. 02000000:00000010:1.0:1776202234.203887:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033bfd7ae. 00000400:00000010:1.0:1776202234.203893:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.203898:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202234.203902:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803904, portal 16 00000400:00000010:1.0:1776202234.203907:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202234.203909:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803904, offset 0 00000400:00000200:1.0:1776202234.203915:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.204373:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.204383:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.204387:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.204391:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.204394:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91851:91851:256:4294967295] 192.168.204.38@tcp LPNI seq info [91851:91851:8:4294967295] 00000400:00000200:1.0:1776202234.204403:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.204408:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.204412:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.204417:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.204423:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.204426:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202234.205022:0:78609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000754c0c3. 00010000:00000010:2.1:1776202234.205031:0:78609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bde61d. 00010000:00000010:2.1:1776202234.205034:0:78609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a1f9070. 00000800:00000200:3.0:1776202234.205642:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.205647:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202234.205653:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.205660:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.205666:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:3.0:1776202234.205669:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:3.0:1776202234.205679:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613803904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.207632:0:78610:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd81eb5c. 00010000:00000010:1.1:1776202234.207826:0:78610:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033c4f416. 00010000:00000010:3.1:1776202234.208129:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c87e6ef. 00000400:00000200:0.0:1776202234.208130:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.208150:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630780 00000400:00000200:0.0:1776202234.208160:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb81fd [1] + 224 00000400:00000200:0.0:1776202234.208250:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.208256:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.208269:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613803904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.208344:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.208350:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a700 00000400:00000200:0.0:1776202234.208366:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 1312 00000400:00000200:0.0:1776202234.208426:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.208429:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.208434:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.208439:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:3.0:1776202234.210341:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.210351:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.210354:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.210380:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604604160/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1776202234.210391:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:2.0:1776202234.210398:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:2.0:1776202234.210401:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202234.210408:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604160 00000100:00000200:2.0:1776202234.210411:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613803904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.210418:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c33ffe. 00000100:00000200:2.0:1776202234.210421:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613803904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202234.210446:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000844934cd. 02000000:00000010:2.0:1776202234.210452:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033bfd7ae. 02000000:00000010:2.0:1776202234.210460:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037928cc8. 00000100:00000010:2.0:1776202234.210464:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00010000:00000010:3.0:1776202234.210467:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:2.0:1776202234.210469:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00000100:00000010:3.0:1776202234.210474:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00010000:00000010:2.0:1776202234.210476:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f024e555. 00000100:00000010:3.0:1776202234.210479:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.210484:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.210494:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00080000:00000010:2.0:1776202234.210497:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a10a85cc. 00000100:00000200:3.0:1776202234.210499:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604160, offset 224 00000400:00000200:3.0:1776202234.210507:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.210518:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.210523:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91852:91852:256:4294967295] 192.168.204.38@tcp LPNI seq info [91852:91852:8:4294967295] 00000400:00000200:3.0:1776202234.210532:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.210545:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.210550:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.210554:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.210559:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.210562:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.210577:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.210580:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.210582:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:3.0:1776202234.210696:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.210701:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.210706:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.210710:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.210714:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:3.0:1776202234.210715:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00010000:00000010:2.0:1776202234.210776:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce25b6bf. 00010000:00000010:2.0:1776202234.210784:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002113a100. 00010000:00000010:2.0:1776202234.210943:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202234.210951:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007db9670a. 00010000:00000010:2.0:1776202234.210961:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019b9498c. 00000100:00000010:2.0:1776202234.210964:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.210971:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202234.210980:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d786a27. 02000000:00000010:2.0:1776202234.211002:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000245d7402. 00000400:00000010:2.0:1776202234.211006:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ead955b. 00000400:00000010:2.0:1776202234.211010:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202234.211016:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613803968, portal 16 00000400:00000010:2.0:1776202234.211020:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202234.211022:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613803968, offset 0 00000400:00000200:2.0:1776202234.211027:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.211033:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.211040:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.211044:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.211047:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.211049:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91853:91853:256:4294967295] 192.168.204.38@tcp LPNI seq info [91853:91853:8:4294967295] 00000400:00000200:2.0:1776202234.211056:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.211060:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.211063:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202234.211067:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.211071:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.211073:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.211161:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.211163:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202234.211167:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.211356:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.211360:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:3.0:1776202234.211362:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:3.0:1776202234.211368:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613803968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.215814:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.215883:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6307c0 00000400:00000200:0.0:1776202234.215893:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8209 [1] + 224 00000400:00000200:0.0:1776202234.215911:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.215915:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.215926:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613803968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202234.216071:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ead955b. 00000400:00000200:2.0:1776202234.216076:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202234.216078:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202234.216084:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613803968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.216092:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613803968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.216138:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000245d7402. 02000000:00000010:2.0:1776202234.216144:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d786a27. 00000100:00000010:2.0:1776202234.216148:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202234.216152:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.216157:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019b9498c. 00000400:00000200:3.0:1776202234.216856:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.216869:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a740 00000400:00000200:3.0:1776202234.216886:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 1640 00000400:00000200:3.0:1776202234.216944:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.217042:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.217048:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.217053:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 00000020:00000010:0.0:1776202234.218988:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058a52d40. 00000020:00000010:0.0:1776202234.219000:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.219004:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.219035:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000320127a x1862480604604224/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.219105:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604224 02000000:00000010:0.0:1776202234.219116:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f5e8a6d. 00010000:00000010:0.0:1776202234.219145:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f3b7d5. 00010000:00000010:0.0:1776202234.219163:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df8cdffb. 00000100:00000010:0.0:1776202234.219182:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.219244:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.219249:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00000400:00000010:0.0:1776202234.219264:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202234.219270:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604224, offset 224 00000400:00000200:0.0:1776202234.219279:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.219293:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.219299:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91854:91854:256:4294967295] 192.168.204.38@tcp LPNI seq info [91854:91854:8:4294967295] 00000400:00000200:0.0:1776202234.219309:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.219315:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.219319:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202234.219325:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.219332:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.219336:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.219356:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.219360:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.219364:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058a52d40. 00000800:00000200:3.0:1776202234.220458:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.220464:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:3.0:1776202234.220471:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.220478:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.220484:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:3.0:1776202234.220486:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00080000:00000010:2.0:1776202234.220767:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d786a27. 00010000:00000010:2.0:1776202234.220891:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007db9670a. 00010000:00000010:2.0:1776202234.220900:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000192f017f. 00010000:00000010:2.0:1776202234.220979:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d608732b. 00010000:00000010:2.0:1776202234.220986:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007db9670a. 00010000:00000010:2.0:1776202234.220999:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019b9498c. 00000100:00000010:2.0:1776202234.221004:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.221013:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202234.221026:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000245d7402. 02000000:00000010:2.0:1776202234.221056:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092b5383e. 00000400:00000010:2.0:1776202234.221061:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ead955b. 00000400:00000010:2.0:1776202234.221067:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202234.221072:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804032, portal 16 00000400:00000010:2.0:1776202234.221076:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202234.221078:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804032, offset 0 00000400:00000200:2.0:1776202234.221084:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.221096:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.221103:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.221107:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.221109:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.221112:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91855:91855:256:4294967295] 192.168.204.38@tcp LPNI seq info [91855:91855:8:4294967295] 00000400:00000200:2.0:1776202234.221120:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.221124:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.221128:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202234.221132:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.221138:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.221142:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.221758:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.221761:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202234.221766:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.221771:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.221775:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:3.0:1776202234.221777:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:3.0:1776202234.221784:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613804032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.223528:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.223546:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630800 00000400:00000200:3.0:1776202234.223554:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8215 [1] + 224 00000400:00000200:3.0:1776202234.223567:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.223571:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.223580:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613804032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.224641:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ead955b. 00000400:00000200:1.0:1776202234.224647:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:1.0:1776202234.224652:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:1.0:1776202234.224665:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613804032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.224672:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613804032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.224700:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092b5383e. 02000000:00000010:1.0:1776202234.224714:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000245d7402. 00000100:00000010:1.0:1776202234.224719:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:1.0:1776202234.224725:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:1.0:1776202234.224730:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019b9498c. 00010000:00000010:3.1:1776202234.227149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000401186ce. 00000400:00000200:0.0:1776202234.228448:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.228465:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a780 00000400:00000200:0.0:1776202234.228473:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b2d [2] + 1968 00000400:00000010:0.0:1776202234.228477:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006629bb36. 00000400:00000200:0.0:1776202234.228481:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000012b6dd8a 00000400:00000200:0.0:1776202234.229027:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.229035:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.229040:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b6dd8a 00000400:00000010:0.0:1776202234.229042:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000012b6dd8a (tot 82354378). 00000100:00000200:0.0:1776202234.229048:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202234.229133:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037928cc8. 00000020:00000010:1.0:1776202234.229140:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.229145:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.229179:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003db2ac82 x1862480604604288/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.229221:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604288 02000000:00000010:1.0:1776202234.229232:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033bfd7ae. 00010000:00000010:1.0:1776202234.229264:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059b8df91. 00010000:00000010:1.0:1776202234.229283:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a12e9198. 00000100:00000010:1.0:1776202234.229291:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ad6315b. 00000100:00000010:1.0:1776202234.229304:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ad6315b. 00010000:00000010:1.0:1776202234.229308:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a12e9198. 00000400:00000010:1.0:1776202234.229319:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202234.229324:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604288, offset 224 00000400:00000200:1.0:1776202234.229331:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.229342:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.229347:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91856:91856:256:4294967295] 192.168.204.38@tcp LPNI seq info [91856:91856:8:4294967295] 00000400:00000200:1.0:1776202234.229356:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.229361:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.229366:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354626). 00000800:00000200:1.0:1776202234.229370:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.229377:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.229381:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.229395:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.229399:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.229403:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037928cc8. 02000000:00000010:1.0:1776202234.229410:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f5e8a6d. 00000100:00000010:1.0:1776202234.229413:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 02000000:00000010:1.0:1776202234.229418:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3c33ffe. 00000100:00000010:1.0:1776202234.229420:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:1.0:1776202234.229423:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:1.0:1776202234.229425:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:1.0:1776202234.229428:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034ed3c7e. 00000100:00000010:1.0:1776202234.229430:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcb02681. 02000000:00000010:1.0:1776202234.229435:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e262d20d. 00000100:00000010:1.0:1776202234.229437:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:1.0:1776202234.229440:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057e95d43. 00000100:00000010:1.0:1776202234.229442:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a2782c1. 00000100:00000200:1.0:1776202234.229448:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202234.229452:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b7d524d. 00000400:00000010:1.0:1776202234.229456:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002ad6315b (tot 82354778). 00080000:00000010:1.0:1776202234.229481:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037928cc8. 00010000:00000010:1.0:1776202234.229564:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007db9670a. 00010000:00000010:1.0:1776202234.229570:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000188e66e6. 00010000:00000010:1.0:1776202234.229645:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.229648:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000024773048. 00010000:00000010:1.0:1776202234.229653:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202234.229659:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00080000:00000010:1.0:1776202234.229670:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c9068c0. 00010000:00000010:1.0:1776202234.229693:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce25b6bf. 00010000:00000010:1.0:1776202234.229697:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024773048. 00010000:00000010:1.0:1776202234.229743:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000787a2718. 00010000:00000010:1.0:1776202234.229746:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce25b6bf. 00000800:00000200:3.0:1776202234.230038:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.230042:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202234.230049:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.230054:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.230058:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:3.0:1776202234.230060:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 02000000:00000010:3.0:1776202234.230064:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033bfd7ae. 00010000:00000010:2.1:1776202234.230094:0:78611:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fded47d. 00010000:00000010:2.1:1776202234.230101:0:78611:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1acc27. 00010000:00000010:0.1:1776202234.230423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0fd140. 00010000:00000010:1.0:1776202234.230741:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a12e9198. 00000100:00000010:1.0:1776202234.230748:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202234.230757:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.230772:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033bfd7ae. 02000000:00000010:1.0:1776202234.230801:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af6ce140. 00000400:00000010:1.0:1776202234.230807:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202234.230812:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202234.230817:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804096, portal 16 00000400:00000010:1.0:1776202234.230822:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202234.230825:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804096, offset 0 00000400:00000200:1.0:1776202234.230846:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.230860:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.230869:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.230885:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.230888:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.230891:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91857:91857:256:4294967295] 192.168.204.38@tcp LPNI seq info [91857:91857:8:4294967295] 00000400:00000200:1.0:1776202234.230900:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.230908:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.230912:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.230917:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.230924:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.230927:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.231043:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.231046:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202234.231049:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.231053:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.231057:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:3.0:1776202234.231059:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:3.0:1776202234.231065:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613804096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.233174:0:78611:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009390a6d7. 00010000:00000010:2.1:1776202234.233187:0:78611:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00000400:00000200:0.0:1776202234.246712:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.246729:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630840 00000400:00000200:0.0:1776202234.246740:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8225 [1] + 224 00000400:00000200:0.0:1776202234.246753:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.246758:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.246768:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613804096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.246807:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.246812:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a7c0 00000400:00000200:0.0:1776202234.246816:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 0 00000400:00000200:0.0:1776202234.246823:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.246826:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.246861:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.246868:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:0.0:1776202234.246927:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb73e17e. 00000020:00000010:0.0:1776202234.246934:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.246939:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.246968:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604604352/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.247000:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604352 02000000:00000010:0.0:1776202234.247011:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f5e8a6d. 00010000:00000010:0.0:1776202234.247052:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df8cdffb. 00000100:00000010:0.0:1776202234.247060:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037bea3eb. 00000100:00000010:0.0:1776202234.247065:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037bea3eb. 00010000:00000010:0.0:1776202234.247070:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00000400:00000010:0.0:1776202234.247083:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202234.247088:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604352, offset 224 00000400:00000200:0.0:1776202234.247094:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.247104:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.247109:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91858:91858:256:4294967295] 192.168.204.38@tcp LPNI seq info [91858:91858:8:4294967295] 00000400:00000200:0.0:1776202234.247118:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.247123:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.247128:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202234.247133:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.247139:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.247142:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.247162:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.247166:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.247170:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb73e17e. 00000800:00000200:3.0:1776202234.247257:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.247262:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:3.0:1776202234.247267:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.247271:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.247275:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:3.0:1776202234.247277:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00010000:00000010:1.1:1776202234.247868:0:78612:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039c8c7fd. 00000400:00000010:2.0:1776202234.248113:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:2.0:1776202234.248119:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:2.0:1776202234.248120:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:2.0:1776202234.248129:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613804096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.248138:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613804096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.248162:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb09f426. 02000000:00000010:2.0:1776202234.248177:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af6ce140. 02000000:00000010:2.0:1776202234.248183:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033bfd7ae. 00000100:00000010:2.0:1776202234.248187:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:2.0:1776202234.248192:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:2.0:1776202234.248196:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a12e9198. 00080000:00000010:2.0:1776202234.248212:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3941a06. 00010000:00000010:2.0:1776202234.248300:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce25b6bf. 00010000:00000010:2.0:1776202234.248308:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c73957d0. 00010000:00000010:2.0:1776202234.248379:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202234.248387:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745100bf. 00010000:00000010:2.0:1776202234.248396:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d625ab51. 00000100:00000010:2.0:1776202234.248402:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.248409:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202234.248421:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e262d20d. 02000000:00000010:2.0:1776202234.248443:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000245d7402. 00000400:00000010:2.0:1776202234.248448:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097bc47ad. 00000400:00000010:2.0:1776202234.248452:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202234.248457:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804160, portal 16 00000400:00000010:2.0:1776202234.248461:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202234.248463:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804160, offset 0 00000400:00000200:2.0:1776202234.248470:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.248479:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.248485:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.248489:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.248491:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.248494:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91859:91859:256:4294967295] 192.168.204.38@tcp LPNI seq info [91859:91859:8:4294967295] 00000400:00000200:2.0:1776202234.248501:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.248506:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.248510:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202234.248514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.248520:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.248522:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.248639:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.248643:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202234.248647:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.248652:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.248655:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:3.0:1776202234.248656:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000100:00000200:3.0:1776202234.248661:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613804160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.249510:0:78612:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005239b51a. 00010000:00000010:1.1:1776202234.249516:0:78612:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d608732b. 00010000:00000010:1.1:1776202234.249520:0:78612:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.249524:0:78612:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00000400:00000200:1.0:1776202234.257288:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.257311:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630880 00000400:00000200:1.0:1776202234.257321:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8231 [1] + 224 00000400:00000200:1.0:1776202234.257333:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.257337:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.257348:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613804160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.257388:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.257393:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a800 00000400:00000200:1.0:1776202234.257398:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 328 00000400:00000200:1.0:1776202234.257459:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.257462:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.257466:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.257471:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:3.0:1776202234.258355:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.258367:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.258371:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.258404:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604604416/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.258442:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604416 02000000:00000010:3.0:1776202234.258455:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d157ed1. 00010000:00000010:3.0:1776202234.258499:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.258508:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.258515:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.258519:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.258533:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.258539:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604416, offset 224 00000400:00000200:3.0:1776202234.258547:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.258560:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.258565:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91860:91860:256:4294967295] 192.168.204.38@tcp LPNI seq info [91860:91860:8:4294967295] 00000400:00000200:3.0:1776202234.258576:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.258581:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.258603:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.258609:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.258616:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.258620:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.258638:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.258643:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.258646:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:3.0:1776202234.258729:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.258733:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.258737:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.258741:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.258745:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:3.0:1776202234.258746:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000400:00000010:2.0:1776202234.259882:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097bc47ad. 00000400:00000200:2.0:1776202234.259889:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:2.0:1776202234.259892:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:2.0:1776202234.259902:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613804160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.259913:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613804160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.259940:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cf4d655. 02000000:00000010:2.0:1776202234.259959:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000245d7402. 02000000:00000010:2.0:1776202234.259965:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e262d20d. 00000100:00000010:2.0:1776202234.259968:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202234.259972:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.259977:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d625ab51. 00080000:00000010:2.0:1776202234.259994:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e262d20d. 00010000:00000010:2.0:1776202234.260092:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745100bf. 00010000:00000010:2.0:1776202234.260099:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e3f5dd0. 00010000:00000010:2.0:1776202234.261034:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c141882. 00010000:00000010:2.0:1776202234.261043:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745100bf. 00010000:00000010:2.0:1776202234.261056:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d625ab51. 00000100:00000010:2.0:1776202234.261064:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.261074:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202234.261087:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000245d7402. 02000000:00000010:2.0:1776202234.261116:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033bfd7ae. 00000400:00000010:2.0:1776202234.261122:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097bc47ad. 00000400:00000010:2.0:1776202234.261321:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202234.261331:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804224, portal 16 00000400:00000010:2.0:1776202234.261337:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202234.261340:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804224, offset 0 00000400:00000200:2.0:1776202234.261349:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.261366:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.261373:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.261377:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.261380:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.261384:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91861:91861:256:4294967295] 192.168.204.38@tcp LPNI seq info [91861:91861:8:4294967295] 00000400:00000200:2.0:1776202234.261395:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.261401:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.261406:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202234.261411:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.261419:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.261422:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.262032:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.262036:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:2.0:1776202234.262041:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.262046:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.262051:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:2.0:1776202234.262053:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:2.0:1776202234.262060:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613804224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.265014:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.265038:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6308c0 00000400:00000200:3.0:1776202234.265048:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb823d [1] + 224 00000400:00000200:3.0:1776202234.265063:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.265067:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.265078:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613804224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202234.265306:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097bc47ad. 00000400:00000200:2.0:1776202234.265311:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:2.0:1776202234.265313:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:2.0:1776202234.265318:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613804224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.265329:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613804224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.265357:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033bfd7ae. 02000000:00000010:2.0:1776202234.265363:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000245d7402. 00000100:00000010:2.0:1776202234.265367:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202234.265371:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.265375:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d625ab51. 00000400:00000200:3.0:1776202234.267747:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.267767:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a840 00000400:00000200:3.0:1776202234.267775:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 656 00000400:00000200:3.0:1776202234.269523:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.269535:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.269544:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.269550:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012402018. 00000020:00000010:1.0:1776202234.269770:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003836f9c6. 00000020:00000010:1.0:1776202234.269777:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.269781:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.269810:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000012402018 x1862480604604480/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.269863:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604480 02000000:00000010:1.0:1776202234.269886:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000529d8bf8. 00010000:00000010:1.0:1776202234.269914:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000712ae0c8. 00010000:00000010:1.0:1776202234.269932:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030c5763c. 00000100:00000010:1.0:1776202234.269939:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202234.269953:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202234.269957:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030c5763c. 00000400:00000010:1.0:1776202234.269969:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202234.269974:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604480, offset 224 00000400:00000200:1.0:1776202234.269982:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.269995:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.270000:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91862:91862:256:4294967295] 192.168.204.38@tcp LPNI seq info [91862:91862:8:4294967295] 00000400:00000200:1.0:1776202234.270010:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.270015:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.270019:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.270024:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.270031:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.270035:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.270055:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.270059:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.270063:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003836f9c6. 00010000:00000010:2.1:1776202234.270104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2351d6. 00010000:00000010:2.1:1776202234.270113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e191058. 00010000:00000010:2.1:1776202234.270118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787a2718. 00010000:00000010:2.1:1776202234.270298:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b458874. 00010000:00000010:2.1:1776202234.270305:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be34d64b. 00010000:00000010:2.1:1776202234.270311:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00080000:00000010:2.0:1776202234.270336:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033bfd7ae. 00000800:00000200:1.0:1776202234.270382:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.270387:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202234.270392:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.270398:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.270402:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:1.0:1776202234.270405:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00010000:00000010:2.0:1776202234.270433:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745100bf. 00010000:00000010:2.0:1776202234.270441:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7b3459b. 00010000:00000010:2.0:1776202234.270523:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202234.270529:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000745100bf. 00010000:00000010:2.0:1776202234.270540:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d625ab51. 00000100:00000010:2.0:1776202234.270544:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.270551:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202234.270563:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058a52d40. 02000000:00000010:2.0:1776202234.270608:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000997080aa. 00000400:00000010:2.0:1776202234.270614:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097bc47ad. 00000400:00000010:2.0:1776202234.270619:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202234.270624:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804288, portal 16 00000400:00000010:2.0:1776202234.270629:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202234.270631:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804288, offset 0 00000400:00000200:2.0:1776202234.270636:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.270643:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.270648:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.270652:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.270655:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.270658:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91863:91863:256:4294967295] 192.168.204.38@tcp LPNI seq info [91863:91863:8:4294967295] 00000400:00000200:2.0:1776202234.270665:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.270670:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.270673:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202234.270678:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.270684:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.270686:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.271142:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.271145:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202234.271150:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.271155:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.271158:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:3.0:1776202234.271160:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:3.0:1776202234.271168:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613804288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.273780:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.273797:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630900 00000400:00000200:0.0:1776202234.273806:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8249 [1] + 224 00000400:00000200:0.0:1776202234.273820:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.273824:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.273965:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613804288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.274054:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097bc47ad. 00000400:00000200:1.0:1776202234.274058:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:1.0:1776202234.274060:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:1.0:1776202234.274064:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613804288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.274070:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613804288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.274101:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000997080aa. 02000000:00000010:1.0:1776202234.274106:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058a52d40. 00000100:00000010:1.0:1776202234.274110:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:1.0:1776202234.274114:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:1.0:1776202234.274119:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d625ab51. 00010000:00000010:1.1:1776202234.276867:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f92e8816. 00000400:00000200:1.0:1776202234.277482:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.277502:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a880 00000400:00000200:1.0:1776202234.277510:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 984 00000400:00000200:1.0:1776202234.277582:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.277587:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.277595:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.277600:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:3.0:1776202234.278006:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.278014:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.278019:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.278047:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604604544/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.278081:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604544 02000000:00000010:3.0:1776202234.278092:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:3.0:1776202234.278122:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cf33a2c. 00010000:00000010:3.0:1776202234.278142:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.278149:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.278161:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.278165:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.278177:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.278182:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604544, offset 224 00000400:00000200:3.0:1776202234.278189:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.278200:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.278207:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91864:91864:256:4294967295] 192.168.204.38@tcp LPNI seq info [91864:91864:8:4294967295] 00000400:00000200:3.0:1776202234.278216:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.278222:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.278227:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.278232:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.278249:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.278253:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.278270:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.278274:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.278278:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:0.0:1776202234.278348:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.278353:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:0.0:1776202234.278357:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1776202234.278361:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a52d40. 00000400:00000200:0.0:1776202234.278363:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.278368:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:0.0:1776202234.278370:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00010000:00000010:1.0:1776202234.278467:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745100bf. 00010000:00000010:1.0:1776202234.278474:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2f8b38e. 00010000:00000010:1.0:1776202234.278550:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202234.278557:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.278568:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030c5763c. 00000100:00000010:1.0:1776202234.278572:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202234.278578:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202234.278590:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003836f9c6. 02000000:00000010:1.0:1776202234.278614:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008db3838a. 00000400:00000010:1.0:1776202234.278619:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028d982ca. 00000400:00000010:1.0:1776202234.278624:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202234.278629:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804352, portal 16 00000400:00000010:1.0:1776202234.278633:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202234.278635:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804352, offset 0 00000400:00000200:1.0:1776202234.278639:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.278645:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.278653:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.278657:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.278669:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.278673:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91865:91865:256:4294967295] 192.168.204.38@tcp LPNI seq info [91865:91865:8:4294967295] 00000400:00000200:1.0:1776202234.278680:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.278685:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.278688:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.278692:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.278695:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.278697:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.278791:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.278793:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202234.278797:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.278802:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.278804:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:0.0:1776202234.278806:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:0.0:1776202234.278810:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613804352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.280480:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.280495:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630940 00000400:00000200:1.0:1776202234.280502:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8255 [1] + 224 00000400:00000200:1.0:1776202234.280513:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.280516:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.280524:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613804352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.280619:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028d982ca. 00000400:00000200:3.0:1776202234.280625:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:3.0:1776202234.280628:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:3.0:1776202234.280634:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613804352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.280643:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613804352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.280674:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008db3838a. 02000000:00000010:3.0:1776202234.280680:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003836f9c6. 00000100:00000010:3.0:1776202234.280685:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:3.0:1776202234.280690:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:3.0:1776202234.280695:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030c5763c. 00000400:00000200:0.0:1776202234.281745:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.281757:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a8c0 00000400:00000200:0.0:1776202234.281763:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 1312 00000400:00000200:0.0:1776202234.281863:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.281869:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.281886:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.281892:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:3.0:1776202234.281946:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.281955:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.281959:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.281986:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604604608/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.282026:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604608 02000000:00000010:3.0:1776202234.282037:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003caf4f00. 00010000:00000010:3.0:1776202234.282066:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004885fb99. 00010000:00000010:3.0:1776202234.282137:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.282144:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.282159:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.282162:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.282175:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202234.282181:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604608, offset 224 00000400:00000200:3.0:1776202234.282190:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202234.282201:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008db3838a. 00000400:00000200:3.0:1776202234.282202:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.282218:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91866:91866:256:4294967295] 192.168.204.38@tcp LPNI seq info [91866:91866:8:4294967295] 00000400:00000200:3.0:1776202234.282229:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.282234:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.282248:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.282256:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.282262:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.282267:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776202234.282286:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00000020:00000010:3.0:1776202234.282287:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.282294:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00010000:00000010:1.0:1776202234.282295:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef674672. 00000020:00000010:3.0:1776202234.282298:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:0.0:1776202234.282367:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.282371:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:0.0:1776202234.282375:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.282379:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.282383:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:0.0:1776202234.282384:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00010000:00000010:1.0:1776202234.282390:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.282395:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000024773048. 00010000:00000010:1.0:1776202234.282401:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.282406:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00080000:00000010:1.0:1776202234.282418:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c9872d5. 00010000:00000010:1.0:1776202234.282443:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.282447:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024773048. 00010000:00000010:1.0:1776202234.282495:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.0:1776202234.282499:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.282505:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6dc8925. 00000100:00000010:1.0:1776202234.282509:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202234.282515:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202234.282525:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1b6438a. 02000000:00000010:1.0:1776202234.282547:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091dea440. 00000400:00000010:1.0:1776202234.282552:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202234.282556:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202234.282561:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804416, portal 16 00000400:00000010:1.0:1776202234.282565:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202234.282567:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804416, offset 0 00000400:00000200:1.0:1776202234.282572:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.282591:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.282599:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.282602:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.282605:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.282608:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91867:91867:256:4294967295] 192.168.204.38@tcp LPNI seq info [91867:91867:8:4294967295] 00000400:00000200:1.0:1776202234.282615:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.282621:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.282625:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202234.282629:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.282633:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.282635:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.282701:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.282703:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202234.282708:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.282712:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.282714:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:3.0:1776202234.282716:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:3.0:1776202234.282721:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613804416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.285502:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.285523:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630980 00000400:00000200:3.0:1776202234.285532:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8261 [1] + 224 00000400:00000200:3.0:1776202234.285547:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.285552:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.285564:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613804416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.285596:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.285602:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a900 00000400:00000200:3.0:1776202234.285607:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 1640 00000400:00000200:3.0:1776202234.285666:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.285670:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.285675:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.285680:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 00000400:00000010:3.0:1776202234.285711:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:3.0:1776202234.285715:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:3.0:1776202234.285718:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:3.0:1776202234.285722:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613804416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.285731:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613804416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.285815:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091dea440. 02000000:00000010:3.0:1776202234.285821:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1b6438a. 00000100:00000010:3.0:1776202234.285824:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:3.0:1776202234.285852:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:3.0:1776202234.285859:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6dc8925. 00000020:00000010:3.0:1776202234.285910:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.285917:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.285922:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.285946:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba16fd3e x1862480604604672/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.285978:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604672 02000000:00000010:3.0:1776202234.285990:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:2.1:1776202234.286117:0:78617:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cebf263. 00010000:00000010:2.1:1776202234.286203:0:78617:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c141882. 00010000:00000010:3.1:1776202234.287355:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002191aa6a. 00010000:00000010:3.1:1776202234.287365:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046dd3e13. 00010000:00000010:3.0:1776202234.287401:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d772f312. 00010000:00000010:3.0:1776202234.287420:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.287427:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.287445:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.287449:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.287464:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202234.287469:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604672, offset 224 00000400:00000200:3.0:1776202234.287478:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.287493:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.287499:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91868:91868:256:4294967295] 192.168.204.38@tcp LPNI seq info [91868:91868:8:4294967295] 00000400:00000200:3.0:1776202234.287510:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.287515:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.287520:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.287526:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.287533:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.287536:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.287559:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.287566:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.287570:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:3.0:1776202234.287696:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.287699:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.287704:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.287708:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.287711:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202234.287713:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00080000:00000010:1.0:1776202234.289041:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036cdea46. 00010000:00000010:1.0:1776202234.289286:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.289296:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000146fc8a1. 00010000:00000010:1.0:1776202234.289385:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc51d479. 00010000:00000010:1.0:1776202234.289393:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bafe80bb. 00010000:00000010:1.0:1776202234.289406:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202234.289412:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202234.289420:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.289434:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000101ac3d. 02000000:00000010:1.0:1776202234.289462:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7dbf57f. 00000400:00000010:1.0:1776202234.289469:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202234.289475:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202234.289481:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804480, portal 16 00000400:00000010:1.0:1776202234.289486:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202234.289488:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804480, offset 0 00000400:00000200:1.0:1776202234.289497:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.289510:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.289516:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.289520:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.289522:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.289525:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91869:91869:256:4294967295] 192.168.204.38@tcp LPNI seq info [91869:91869:8:4294967295] 00000400:00000200:1.0:1776202234.289534:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.289539:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.289543:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.289547:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.289554:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.289558:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.289673:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.289678:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202234.289682:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.289688:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.289692:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:3.0:1776202234.289694:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:3.0:1776202234.289702:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613804480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.294520:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.294542:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6309c0 00000400:00000200:3.0:1776202234.294552:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb826d [1] + 224 00000400:00000200:3.0:1776202234.294564:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.294569:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.294579:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613804480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.295382:0:78619:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed706de. 00010000:00000010:1.1:1776202234.295395:0:78619:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00010000:00000010:1.1:1776202234.295399:0:78619:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284f0650. 00010000:00000010:1.1:1776202234.295402:0:78619:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00010000:00000010:1.1:1776202234.295407:0:78619:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.295411:0:78619:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:1.1:1776202234.296855:0:78619:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e69cd75. 00010000:00000010:1.1:1776202234.296866:0:78619:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00010000:00000010:3.1:1776202234.298221:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000093f1a7b. 00000400:00000010:2.0:1776202234.298339:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067eb5acf. 00000400:00000200:2.0:1776202234.298345:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:2.0:1776202234.298347:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:2.0:1776202234.298362:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613804480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.298367:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:2.0:1776202234.298377:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613804480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.298384:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a940 00000400:00000200:3.0:1776202234.298392:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6b7d [2] + 1968 00000400:00000010:3.0:1776202234.298398:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa19f554. 00000400:00000200:3.0:1776202234.298402:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a11176fa 02000000:00000010:2.0:1776202234.298407:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7dbf57f. 02000000:00000010:2.0:1776202234.298414:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000101ac3d. 00000400:00000200:3.0:1776202234.298419:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1776202234.298419:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000400:00000200:3.0:1776202234.298426:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:2.0:1776202234.298426:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00000400:00000200:3.0:1776202234.298431:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11176fa 00010000:00000010:2.0:1776202234.298433:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000010:3.0:1776202234.298434:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a11176fa (tot 82354378). 00000100:00000200:3.0:1776202234.298441:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202234.298524:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbdf1083. 00000020:00000010:0.0:1776202234.298532:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.298536:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.298640:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000159ab3f4 x1862480604604736/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.298674:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604736 02000000:00000010:0.0:1776202234.298685:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdef0048. 00010000:00000010:0.0:1776202234.298711:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015cfa8dd. 00010000:00000010:0.0:1776202234.298728:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df8cdffb. 00000100:00000010:0.0:1776202234.298736:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000999e379c. 00000100:00000010:0.0:1776202234.298747:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000999e379c. 00010000:00000010:0.0:1776202234.298750:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00000400:00000010:0.0:1776202234.298761:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202234.298766:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604736, offset 224 00000400:00000200:0.0:1776202234.298773:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.298784:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.298789:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91870:91870:256:4294967295] 192.168.204.38@tcp LPNI seq info [91870:91870:8:4294967295] 00000400:00000200:0.0:1776202234.298801:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.298807:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.298812:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354626). 00080000:00000010:2.0:1776202234.298813:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000997080aa. 00000800:00000200:0.0:1776202234.298819:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.298826:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.298859:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.298887:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.298892:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.298895:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbdf1083. 02000000:00000010:0.0:1776202234.298903:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:0.0:1776202234.298914:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 02000000:00000010:0.0:1776202234.298919:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003caf4f00. 00000100:00000010:0.0:1776202234.298921:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202234.298926:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00000100:00000010:0.0:1776202234.298932:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00010000:00000010:2.0:1776202234.298933:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bafe80bb. 02000000:00000010:0.0:1776202234.298936:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000529d8bf8. 00010000:00000010:2.0:1776202234.298941:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da5246d7. 00000100:00000010:0.0:1776202234.298941:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012402018. 02000000:00000010:0.0:1776202234.298946:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d157ed1. 00000100:00000010:0.0:1776202234.298951:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:0.0:1776202234.298954:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f5e8a6d. 00000100:00000010:0.0:1776202234.298956:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000200:0.0:1776202234.298962:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202234.298967:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007825244e. 00000400:00000010:0.0:1776202234.298971:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000999e379c (tot 82354778). 00010000:00000010:2.0:1776202234.299011:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c141882. 00010000:00000010:2.0:1776202234.299018:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd9e7138. 00010000:00000010:2.0:1776202234.299027:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000172d8077. 00000100:00000010:2.0:1776202234.299031:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.299037:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202234.299048:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af6ce140. 02000000:00000010:2.0:1776202234.299068:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1fdec1a. 00000400:00000010:2.0:1776202234.299071:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016f76a97. 00000400:00000010:2.0:1776202234.299074:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202234.299077:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804544, portal 16 00000400:00000010:2.0:1776202234.299081:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202234.299083:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804544, offset 0 00000400:00000200:2.0:1776202234.299089:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.299094:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.299102:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.299105:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.299108:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.299110:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91871:91871:255:4294967295] 192.168.204.38@tcp LPNI seq info [91871:91871:7:4294967295] 00000400:00000200:2.0:1776202234.299117:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.299122:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.299125:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82355026). 00000800:00000200:2.0:1776202234.299129:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.299132:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.299135:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.299141:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.299146:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:3.0:1776202234.299151:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.299157:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.299160:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202234.299161:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 02000000:00000010:3.0:1776202234.299165:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdef0048. 00000800:00000200:3.0:1776202234.299193:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.299195:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:3.0:1776202234.299198:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.299201:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.299203:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:3.0:1776202234.299204:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:3.0:1776202234.299209:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613804544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.302925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d3d5dbd. 00000400:00000200:3.0:1776202234.305419:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.305438:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630a00 00000400:00000200:3.0:1776202234.305447:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb827d [1] + 224 00000400:00000200:3.0:1776202234.305464:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.305469:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.305481:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613804544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.308000:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016f76a97. 00000400:00000200:0.0:1776202234.308013:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:0.0:1776202234.308015:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:0.0:1776202234.308030:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613804544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.308042:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613804544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.308077:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1fdec1a. 02000000:00000010:0.0:1776202234.308084:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af6ce140. 00000100:00000010:0.0:1776202234.308089:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:0.0:1776202234.308094:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:0.0:1776202234.308099:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000172d8077. 00000400:00000200:3.0:1776202234.311046:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.311069:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a980 00000400:00000200:3.0:1776202234.311078:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 0 00000400:00000200:3.0:1776202234.311159:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.311164:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.311171:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.311178:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012402018. 00000020:00000010:0.0:1776202234.311230:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbdf1083. 00000020:00000010:0.0:1776202234.311238:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.311242:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.311276:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000012402018 x1862480604604800/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.311310:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604800 02000000:00000010:0.0:1776202234.311322:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cd0c57a. 00010000:00000010:0.0:1776202234.311352:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007da445a0. 00010000:00000010:0.0:1776202234.311373:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df8cdffb. 00000100:00000010:0.0:1776202234.311381:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.311400:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.311404:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00000400:00000010:0.0:1776202234.311418:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202234.311424:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604800, offset 224 00000400:00000200:0.0:1776202234.311433:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.311446:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.311452:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91872:91872:256:4294967295] 192.168.204.38@tcp LPNI seq info [91872:91872:8:4294967295] 00000400:00000200:0.0:1776202234.311463:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.311469:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.311474:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202234.311480:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.311488:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.311492:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202234.311493:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d93fa30. 00000020:00000010:0.0:1776202234.311513:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202234.311518:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.311522:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbdf1083. 00000800:00000200:0.0:1776202234.311601:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.311604:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202234.311608:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.311617:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.311620:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:0.0:1776202234.311623:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00010000:00000010:3.0:1776202234.311941:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd9e7138. 00010000:00000010:3.0:1776202234.311951:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d43e7dde. 00010000:00000010:3.0:1776202234.312033:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202234.312040:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202234.312050:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.312054:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.312060:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 02000000:00000010:3.0:1776202234.312071:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e9491ee. 02000000:00000010:3.0:1776202234.312095:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8fc85d1. 00000400:00000010:3.0:1776202234.312101:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202234.312106:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202234.312113:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804608, portal 16 00000400:00000010:3.0:1776202234.312117:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202234.312119:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804608, offset 0 00000400:00000200:3.0:1776202234.312124:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.312131:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.312138:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.312142:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.312145:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.312148:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91873:91873:256:4294967295] 192.168.204.38@tcp LPNI seq info [91873:91873:8:4294967295] 00000400:00000200:3.0:1776202234.312155:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.312160:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.312163:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.312167:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.312172:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.312174:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.316303:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.316312:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:0.0:1776202234.316322:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.316331:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.316337:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:0.0:1776202234.316340:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 00000100:00000200:0.0:1776202234.316350:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba16fd3e x1862480613804608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.319134:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.319154:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630a40 00000400:00000200:0.0:1776202234.319163:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8289 [1] + 224 00000400:00000200:0.0:1776202234.319180:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.319184:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.319195:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba16fd3e x1862480613804608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.319276:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:3.0:1776202234.319281:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:3.0:1776202234.319283:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:3.0:1776202234.319289:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba16fd3e x1862480613804608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.319297:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba16fd3e x1862480613804608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.319328:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8fc85d1. 02000000:00000010:3.0:1776202234.319334:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e9491ee. 00000100:00000010:3.0:1776202234.319338:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 00000100:00000010:3.0:1776202234.319342:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.319347:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000200:0.0:1776202234.320164:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.320175:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6a9c0 00000400:00000200:0.0:1776202234.320182:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 328 00000400:00000200:0.0:1776202234.320239:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.320244:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.320249:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776202234.320254:0:78621:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b657a882. 00000100:00000010:0.0:1776202234.320254:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00010000:00000010:2.1:1776202234.320262:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc51d479. 00000020:00000010:1.0:1776202234.320356:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000221d04a9. 00000020:00000010:1.0:1776202234.320364:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.320368:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.320393:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604604864/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.320421:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604864 02000000:00000010:1.0:1776202234.320433:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7c6a5fa. 00010000:00000010:1.0:1776202234.320460:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d88a5d29. 00010000:00000010:1.0:1776202234.320480:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a0b6dd. 00000100:00000010:1.0:1776202234.320488:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202234.320507:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:1.0:1776202234.320511:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a0b6dd. 00000400:00000010:1.0:1776202234.320524:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202234.320529:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604864, offset 224 00000400:00000200:1.0:1776202234.320536:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.320547:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.320552:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91874:91874:256:4294967295] 192.168.204.38@tcp LPNI seq info [91874:91874:8:4294967295] 00000400:00000200:1.0:1776202234.320561:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.320566:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.320571:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.320577:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.320584:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.320587:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.320605:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024773048. 00000020:00000010:1.0:1776202234.320608:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.320612:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000221d04a9. 00000800:00000200:1.0:1776202234.320687:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.320690:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202234.320694:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.320698:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.320701:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:1.0:1776202234.320702:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00080000:00000010:2.0:1776202234.320779:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000388dd130. 00010000:00000010:2.0:1776202234.320930:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:2.0:1776202234.320938:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e595982a. 00010000:00000010:2.0:1776202234.321017:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000881c5875. 00010000:00000010:2.0:1776202234.321024:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000035aa0798. 00010000:00000010:2.0:1776202234.321033:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202234.321037:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.321044:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202234.321055:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b6c175. 02000000:00000010:2.0:1776202234.321076:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1fdec1a. 00000400:00000010:2.0:1776202234.321081:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dec9a1ff. 00000400:00000010:2.0:1776202234.321086:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202234.321091:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804672, portal 16 00000400:00000010:2.0:1776202234.321094:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202234.321096:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804672, offset 0 00000400:00000200:2.0:1776202234.321101:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.321108:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.321116:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.321119:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.321122:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.321198:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91875:91875:256:4294967295] 192.168.204.38@tcp LPNI seq info [91875:91875:8:4294967295] 00000400:00000200:2.0:1776202234.321205:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.321210:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.321214:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202234.321219:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.321223:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.321225:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.321279:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.321281:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:2.0:1776202234.321285:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.321288:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.321291:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202234.321292:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:2.0:1776202234.321297:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613804672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.325987:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.326008:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630a80 00000400:00000200:3.0:1776202234.326018:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8295 [1] + 224 00000400:00000200:3.0:1776202234.326035:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.326040:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.326051:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613804672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.326858:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002acc2c21. 00010000:00000010:1.1:1776202234.326902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9455f45. 00000400:00000010:0.0:1776202234.328511:0:78621:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 00000000bf26aca1 (tot 82354722). 00000001:02000400:0.0:1776202234.328520:0:78621:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:1.0:1776202234.330039:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.330057:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6aa00 00000400:00000200:1.0:1776202234.330065:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 656 00000400:00000200:1.0:1776202234.330266:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.330271:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.330279:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.330285:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000400:00000010:2.0:1776202234.331908:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dec9a1ff. 00000400:00000200:2.0:1776202234.331916:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202234.331919:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:2.0:1776202234.331931:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613804672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.331943:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613804672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.331977:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1fdec1a. 02000000:00000010:2.0:1776202234.331984:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7b6c175. 00000100:00000010:2.0:1776202234.331991:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202234.331995:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.331999:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00000020:00000010:3.0:1776202234.332525:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e9491ee. 00000020:00000010:3.0:1776202234.332532:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.332536:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.332560:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604604928/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.332592:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604928 02000000:00000010:3.0:1776202234.332604:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202234.332632:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b4fabd0. 00010000:00000010:3.0:1776202234.332651:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.332659:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.332664:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.332667:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.332680:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202234.332685:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604928, offset 224 00000400:00000200:3.0:1776202234.332693:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.332707:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.332713:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91876:91876:256:4294967295] 192.168.204.38@tcp LPNI seq info [91876:91876:8:4294967295] 00000400:00000200:3.0:1776202234.332724:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.332729:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.332735:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354970). 00000800:00000200:3.0:1776202234.332742:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.332749:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.332753:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.332777:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.332782:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.332785:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e9491ee. 00080000:00000010:3.0:1776202234.332810:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9491ee. 00010000:00000010:3.0:1776202234.332921:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035aa0798. 00010000:00000010:3.0:1776202234.332927:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fc21d55. 00010000:00000010:3.0:1776202234.332995:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202234.332998:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d43e7dde. 00010000:00000010:3.0:1776202234.333002:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202234.333007:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074ac50ce. 00080000:00000010:3.0:1776202234.333018:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041bd4a7f. 00010000:00000010:3.0:1776202234.333045:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074ac50ce. 00010000:00000010:3.0:1776202234.333049:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d43e7dde. 00010000:00000010:3.0:1776202234.333098:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202234.333102:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074ac50ce. 00010000:00000010:3.0:1776202234.333110:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.333113:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.333119:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 00000800:00000200:2.0:1776202234.333449:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.333453:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354722). 00000400:00000200:2.0:1776202234.333458:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.333463:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.333467:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:2.0:1776202234.333469:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00010000:00000010:2.1:1776202234.333962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000933e2b98. 00010000:00000010:2.1:1776202234.333969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.1:1776202234.334039:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05fcc7c. 00010000:00000010:3.1:1776202234.334045:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c141882. 02000000:00000010:3.0:1776202234.334058:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008470909e. 02000000:00000010:3.0:1776202234.334085:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026280ef7. 00000400:00000010:3.0:1776202234.334092:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202234.334096:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202234.334102:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804736, portal 16 00000400:00000010:3.0:1776202234.334107:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202234.334109:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804736, offset 0 00000400:00000200:3.0:1776202234.334116:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.334135:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.334142:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.334146:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.334149:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.334152:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91877:91877:256:4294967295] 192.168.204.38@tcp LPNI seq info [91877:91877:8:4294967295] 00000400:00000200:3.0:1776202234.334159:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.334164:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.334167:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354970). 00000800:00000200:3.0:1776202234.334172:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.334177:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.334180:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.334302:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.334305:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354722). 00000400:00000200:2.0:1776202234.334309:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.334313:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.334316:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:2.0:1776202234.334318:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000100:00000200:2.0:1776202234.334323:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba16fd3e x1862480613804736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.334886:0:78621:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 00000000bf26aca1 (tot 82354530). 00000400:00000200:1.0:1776202234.342686:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.342719:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630ac0 00000400:00000200:1.0:1776202234.342729:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82a1 [1] + 224 00000400:00000200:1.0:1776202234.342744:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.342748:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.342759:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba16fd3e x1862480613804736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.342862:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f57246c. 00010000:00000010:3.1:1776202234.342878:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004841e521. 00010000:00000010:3.1:1776202234.342884:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000881c5875. 00010000:00000010:3.1:1776202234.342887:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202234.342890:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000010:3.0:1776202234.342895:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:3.0:1776202234.342903:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:3.0:1776202234.342906:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:3.0:1776202234.342913:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba16fd3e x1862480613804736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.342921:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba16fd3e x1862480613804736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.342951:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026280ef7. 02000000:00000010:3.0:1776202234.342958:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008470909e. 00000100:00000010:3.0:1776202234.342962:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 00000100:00000010:3.0:1776202234.342966:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.342971:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000200:2.0:1776202234.345091:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.345111:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6aa40 00000400:00000200:2.0:1776202234.345120:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 984 00000400:00000200:2.0:1776202234.345181:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.345186:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.345193:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.345199:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:2.0:1776202234.345258:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b6c175. 00000020:00000010:2.0:1776202234.345265:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.345270:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.345306:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604604992/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.345333:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604604992 02000000:00000010:2.0:1776202234.345344:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1fdec1a. 00010000:00000010:2.0:1776202234.345375:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b40b0ee7. 00010000:00000010:2.0:1776202234.345393:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062805295. 00000100:00000010:2.0:1776202234.345399:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.345408:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.345411:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062805295. 00000400:00000010:2.0:1776202234.345424:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202234.345429:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604604992, offset 224 00000400:00000200:2.0:1776202234.345435:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.345446:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.345451:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91878:91878:256:4294967295] 192.168.204.38@tcp LPNI seq info [91878:91878:8:4294967295] 00000400:00000200:2.0:1776202234.345462:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.345467:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.345472:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202234.345478:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.345485:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.345489:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.345504:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.345508:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.345511:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b6c175. 00000800:00000200:2.0:1776202234.345588:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.345592:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:2.0:1776202234.345596:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.345599:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.345603:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:2.0:1776202234.345604:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00080000:00000010:3.0:1776202234.345745:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026280ef7. 00010000:00000010:3.0:1776202234.346092:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074ac50ce. 00010000:00000010:3.0:1776202234.346100:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c60766f. 00010000:00000010:3.0:1776202234.346175:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202234.346181:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074ac50ce. 00010000:00000010:3.0:1776202234.346192:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.346197:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.346203:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 02000000:00000010:3.0:1776202234.346213:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056cb9570. 02000000:00000010:3.0:1776202234.346235:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e7d3ed2. 00000400:00000010:3.0:1776202234.346241:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202234.346245:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202234.346250:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804800, portal 16 00000400:00000010:3.0:1776202234.346254:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202234.346257:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804800, offset 0 00000400:00000200:3.0:1776202234.346262:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.346271:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.346278:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.346281:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.346284:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.346287:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91879:91879:256:4294967295] 192.168.204.38@tcp LPNI seq info [91879:91879:8:4294967295] 00000400:00000200:3.0:1776202234.346295:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.346299:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.346303:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.346308:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.346313:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.346316:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.346572:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.346575:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:2.0:1776202234.346579:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.346583:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.346587:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:2.0:1776202234.346588:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 00000100:00000200:2.0:1776202234.346594:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba16fd3e x1862480613804800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.349446:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.349465:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630b00 00000400:00000200:2.0:1776202234.349474:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82ad [1] + 224 00000400:00000200:2.0:1776202234.349490:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.349494:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.349506:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba16fd3e x1862480613804800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.349576:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:3.0:1776202234.349581:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:3.0:1776202234.349582:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:3.0:1776202234.349588:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba16fd3e x1862480613804800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.349596:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba16fd3e x1862480613804800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.349624:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e7d3ed2. 02000000:00000010:3.0:1776202234.349628:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056cb9570. 00000100:00000010:3.0:1776202234.349632:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 00000100:00000010:3.0:1776202234.349636:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.349639:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000200:2.0:1776202234.351507:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.351523:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6aa80 00000400:00000200:2.0:1776202234.351531:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 1312 00000400:00000200:2.0:1776202234.351600:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.351605:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.351611:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.351616:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:3.0:1776202234.351699:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.351717:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.351721:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.351747:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604605056/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.351812:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605056 02000000:00000010:3.0:1776202234.351824:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e7d3ed2. 00010000:00000010:3.0:1776202234.351889:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c5fd35d. 00010000:00000010:3.0:1776202234.351911:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.351918:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.351936:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.351940:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.351954:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202234.351959:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605056, offset 224 00000400:00000200:3.0:1776202234.351968:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.351979:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.351984:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91880:91880:256:4294967295] 192.168.204.38@tcp LPNI seq info [91880:91880:8:4294967295] 00000400:00000200:3.0:1776202234.351994:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.351999:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.352004:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.352010:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.352017:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.352020:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.352040:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.352045:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.352048:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00080000:00000010:0.0:1776202234.352126:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af6ce140. 00010000:00000010:0.0:1776202234.352217:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074ac50ce. 00010000:00000010:0.0:1776202234.352225:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1d1af0d. 00010000:00000010:0.0:1776202234.352309:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042547934. 00010000:00000010:0.0:1776202234.352315:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.352325:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df8cdffb. 00000100:00000010:0.0:1776202234.352329:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.352335:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202234.352346:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbdf1083. 02000000:00000010:0.0:1776202234.352370:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdef0048. 00000400:00000010:0.0:1776202234.352375:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202234.352380:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202234.352384:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804864, portal 16 00000400:00000010:0.0:1776202234.352389:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202234.352390:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804864, offset 0 00000400:00000200:0.0:1776202234.352396:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.352402:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.352409:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.352413:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.352417:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.352419:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91881:91881:255:4294967295] 192.168.204.38@tcp LPNI seq info [91881:91881:7:4294967295] 00000400:00000200:0.0:1776202234.352426:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.352430:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.352433:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202234.352437:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.352441:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.352443:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.352924:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.352928:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354778). 00000400:00000200:2.0:1776202234.352934:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.352938:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.352943:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:2.0:1776202234.352945:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000800:00000200:2.0:1776202234.353009:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.353011:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202234.353015:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.353019:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.353021:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:2.0:1776202234.353022:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:2.0:1776202234.353028:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613804864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.354902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2c04e5c. 00010000:00000010:3.1:1776202234.355009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e9c4ae0. 00010000:00000010:3.1:1776202234.355015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00000400:00000200:2.0:1776202234.355140:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.355155:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630b40 00000400:00000200:2.0:1776202234.355163:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82b9 [1] + 224 00000400:00000200:2.0:1776202234.355177:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.355180:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.355190:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613804864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.355578:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:3.0:1776202234.355583:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:3.0:1776202234.355585:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:3.0:1776202234.355592:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613804864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.355599:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613804864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.355626:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdef0048. 02000000:00000010:3.0:1776202234.355633:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbdf1083. 00000100:00000010:3.0:1776202234.355637:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:3.0:1776202234.355641:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:3.0:1776202234.355645:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df8cdffb. 00000400:00000200:2.0:1776202234.356431:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.356442:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6aac0 00000400:00000200:2.0:1776202234.356448:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 1640 00000400:00000200:2.0:1776202234.356511:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.356516:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.356523:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.356528:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:3.0:1776202234.356939:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056cb9570. 00000020:00000010:3.0:1776202234.356948:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.356952:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.356978:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604605120/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.357007:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605120 02000000:00000010:3.0:1776202234.357020:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003506526b. 00010000:00000010:3.0:1776202234.357050:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005c1ae8f. 00010000:00000010:3.0:1776202234.357067:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.357074:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.357085:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.357088:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00000400:00000010:3.0:1776202234.357103:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202234.357109:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605120, offset 224 00000400:00000200:3.0:1776202234.357117:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.357127:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.357133:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91882:91882:256:4294967295] 192.168.204.38@tcp LPNI seq info [91882:91882:8:4294967295] 00000400:00000200:3.0:1776202234.357143:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.357148:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.357153:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.357158:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.357164:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.357168:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.357183:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d43e7dde. 00000020:00000010:3.0:1776202234.357187:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.357189:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056cb9570. 00000800:00000200:3.0:1776202234.357259:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.357263:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.357266:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.357269:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.357273:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:3.0:1776202234.357275:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00080000:00000010:3.0:1776202234.357703:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056cb9570. 00010000:00000010:3.0:1776202234.357799:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:3.0:1776202234.357805:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dff5555. 00010000:00000010:3.0:1776202234.358033:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202234.358041:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004f28f2cf. 00010000:00000010:3.0:1776202234.358053:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d02120. 00000100:00000010:3.0:1776202234.358057:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.358064:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 02000000:00000010:3.0:1776202234.358074:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d157ed1. 02000000:00000010:3.0:1776202234.358108:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036b410c4. 00000400:00000010:3.0:1776202234.358114:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004f26ef33. 00000400:00000010:3.0:1776202234.358119:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002491278e. 00000100:00000200:3.0:1776202234.358123:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804928, portal 16 00000400:00000010:3.0:1776202234.358128:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202234.358130:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804928, offset 0 00000400:00000200:3.0:1776202234.358135:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.358144:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.358151:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.358154:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.358156:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.358159:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91883:91883:256:4294967295] 192.168.204.38@tcp LPNI seq info [91883:91883:8:4294967295] 00000400:00000200:3.0:1776202234.358165:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.358170:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.358172:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.358176:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.358180:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.358182:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.358254:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.358256:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:3.0:1776202234.358259:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.358263:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.358265:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:3.0:1776202234.358266:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:3.0:1776202234.358271:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba16fd3e x1862480613804928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.360297:0:78623:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88c62f4. 00000400:00000200:2.0:1776202234.362181:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.362200:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630b80 00000400:00000200:2.0:1776202234.362209:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82c5 [1] + 224 00000400:00000200:2.0:1776202234.362225:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.362229:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.362239:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba16fd3e x1862480613804928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.362319:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004f26ef33. 00000400:00000200:0.0:1776202234.362325:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002491278e 00000400:00000010:0.0:1776202234.362327:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002491278e. 00000100:00000200:0.0:1776202234.362333:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba16fd3e x1862480613804928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.362341:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba16fd3e x1862480613804928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.362370:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036b410c4. 02000000:00000010:0.0:1776202234.362376:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d157ed1. 00000100:00000010:0.0:1776202234.362380:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 00000100:00000010:0.0:1776202234.362384:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:0.0:1776202234.362388:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d02120. 00010000:00000010:0.1:1776202234.366053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008289b2b8. 00010000:00000010:0.1:1776202234.366070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000200:2.0:1776202234.369155:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.369174:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ab00 00000400:00000200:2.0:1776202234.369182:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6bd5 [2] + 1968 00000400:00000010:2.0:1776202234.369187:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a53dc884. 00000400:00000200:2.0:1776202234.369192:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000047c90b53 00000400:00000200:2.0:1776202234.369275:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.369281:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.369285:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047c90b53 00000400:00000010:2.0:1776202234.369287:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000047c90b53 (tot 82354378). 00000100:00000200:2.0:1776202234.369293:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202234.369635:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7b6c175. 00000020:00000010:2.0:1776202234.369643:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.369647:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.369671:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000f33a75b x1862480604605184/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.369700:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605184 02000000:00000010:2.0:1776202234.369712:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049a0065d. 00010000:00000010:2.0:1776202234.369740:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd0df088. 00010000:00000010:2.0:1776202234.369760:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202234.369767:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000891545e1. 00000100:00000010:2.0:1776202234.369780:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000891545e1. 00010000:00000010:2.0:1776202234.369784:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00000400:00000010:2.0:1776202234.369796:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202234.369801:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605184, offset 224 00000400:00000200:2.0:1776202234.369808:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.369818:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.369823:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91884:91884:256:4294967295] 192.168.204.38@tcp LPNI seq info [91884:91884:8:4294967295] 00000400:00000200:2.0:1776202234.369852:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.369858:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.369863:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354626). 00000800:00000200:2.0:1776202234.369869:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.369885:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.369889:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.369904:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.369909:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.369912:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7b6c175. 02000000:00000010:2.0:1776202234.369923:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003506526b. 00000100:00000010:2.0:1776202234.369926:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202234.369930:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e7d3ed2. 00000100:00000010:2.0:1776202234.369932:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.369934:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1fdec1a. 00000100:00000010:2.0:1776202234.369937:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202234.369939:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8fc85d1. 00000100:00000010:2.0:1776202234.369941:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:2.0:1776202234.369946:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7c6a5fa. 00000100:00000010:2.0:1776202234.369948:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:2.0:1776202234.369952:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cd0c57a. 00000100:00000010:2.0:1776202234.369954:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012402018. 00000100:00000200:2.0:1776202234.369960:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202234.369965:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dec9a1ff. 00000400:00000010:2.0:1776202234.369969:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000891545e1 (tot 82354778). 00080000:00000010:1.0:1776202234.370936:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000221d04a9. 00010000:00000010:1.0:1776202234.371044:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f28f2cf. 00010000:00000010:1.0:1776202234.371054:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000913f5cd6. 00000001:00000010:1.0:1776202234.371110:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028d982ca. 00000001:00000010:1.0:1776202234.371116:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028d982ca. 00000001:00000010:1.0:1776202234.371119:0:77416:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028d982ca. 00000001:00000010:1.0:1776202234.371121:0:77416:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076f637ff. 00010000:00000010:1.0:1776202234.371150:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bc768c4. 00010000:00000010:1.0:1776202234.371156:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001eaa591f. 00010000:00000010:1.0:1776202234.371169:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a0b6dd. 00000100:00000010:1.0:1776202234.371174:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202234.371184:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.371197:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5e2fc4b. 02000000:00000010:1.0:1776202234.371237:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028d01ee4. 00000400:00000010:1.0:1776202234.371242:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202234.371248:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202234.371253:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613804992, portal 16 00000400:00000010:1.0:1776202234.371257:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202234.371259:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613804992, offset 0 00000400:00000200:1.0:1776202234.371267:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.371280:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.371288:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.371292:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.371295:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.371298:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91885:91885:255:4294967295] 192.168.204.38@tcp LPNI seq info [91885:91885:7:4294967295] 00000400:00000200:1.0:1776202234.371307:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.371312:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.371317:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202234.371323:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.371329:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.371332:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.371990:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.371994:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354778). 00000400:00000200:1.0:1776202234.371999:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.372006:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.372011:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:1.0:1776202234.372013:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 02000000:00000010:1.0:1776202234.372018:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049a0065d. 00000800:00000200:1.0:1776202234.372095:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.372097:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202234.372101:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.372104:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.372107:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:1.0:1776202234.372108:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:1.0:1776202234.372115:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613804992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.372499:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000127e44ec. 00010000:00000010:3.1:1776202234.372508:0:1033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078be1279. 00010000:00000010:3.1:1776202234.372513:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042547934. 00010000:00000010:2.1:1776202234.375898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b5e419. 00000400:00000200:2.0:1776202234.380056:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.380085:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630bc0 00000400:00000200:2.0:1776202234.380096:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82d5 [1] + 224 00000400:00000200:2.0:1776202234.380109:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.380112:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.380123:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613804992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.380163:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.380170:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ab40 00000400:00000200:2.0:1776202234.380175:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 0 00000400:00000200:2.0:1776202234.380238:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.380242:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.380246:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.380252:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:2.0:1776202234.380301:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245d7402. 00000020:00000010:2.0:1776202234.380308:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.380314:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.380338:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604605248/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.380365:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605248 02000000:00000010:2.0:1776202234.380376:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092b5383e. 00010000:00000010:2.0:1776202234.380416:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202234.380424:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.380429:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.380433:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00000400:00000010:2.0:1776202234.380447:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000400:00000010:3.0:1776202234.380449:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:3.0:1776202234.380456:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:3.0:1776202234.380458:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:3.0:1776202234.380518:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613804992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.380533:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613804992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202234.380558:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0e38074. 02000000:00000010:3.0:1776202234.380573:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028d01ee4. 02000000:00000010:3.0:1776202234.380578:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5e2fc4b. 00000100:00000010:3.0:1776202234.380588:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:3.0:1776202234.380593:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:3.0:1776202234.380597:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a0b6dd. 00080000:00000010:3.0:1776202234.380613:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003caf4f00. 00010000:00000010:3.0:1776202234.380706:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eaa591f. 00010000:00000010:3.0:1776202234.380714:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073ae57ee. 00000100:00000200:2.0:1776202234.380763:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605248, offset 224 00000400:00000200:2.0:1776202234.380773:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.380784:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.380789:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91886:91886:256:4294967295] 192.168.204.38@tcp LPNI seq info [91886:91886:8:4294967295] 00010000:00000010:3.0:1776202234.380790:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afce9457. 00010000:00000010:3.0:1776202234.380799:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004f28f2cf. 00000400:00000200:2.0:1776202234.380808:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00010000:00000010:3.0:1776202234.380810:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8d39f99. 00000100:00000010:3.0:1776202234.380817:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000800:00000200:2.0:1776202234.380818:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000100:00000010:3.0:1776202234.380828:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a2782c1. 00000800:00000010:2.0:1776202234.380852:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202234.380859:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 02000000:00000010:3.0:1776202234.380867:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fd0e57d. 00000800:00000200:2.0:1776202234.380868:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.380883:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1776202234.380906:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20132fd. 00000020:00000010:2.0:1776202234.380906:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.380912:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000400:00000010:3.0:1776202234.380913:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000051578b89. 00000020:00000010:2.0:1776202234.380917:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245d7402. 00000400:00000010:3.0:1776202234.380920:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008115735c. 00000100:00000200:3.0:1776202234.380926:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805056, portal 16 00000400:00000010:3.0:1776202234.380930:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d42017. 00000100:00000200:3.0:1776202234.380932:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805056, offset 0 00000400:00000200:3.0:1776202234.380939:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.380946:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.380953:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.380956:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.380960:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.380963:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91887:91887:255:4294967295] 192.168.204.38@tcp LPNI seq info [91887:91887:7:4294967295] 00000400:00000200:3.0:1776202234.380970:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.380976:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.380980:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82355026). 00000800:00000200:3.0:1776202234.380985:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.380988:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.380990:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.381001:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.381005:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354778). 00000400:00000200:2.0:1776202234.381009:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.381014:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.381016:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:2.0:1776202234.381018:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000800:00000200:2.0:1776202234.381041:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.381043:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:2.0:1776202234.381046:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.381048:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.381050:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d42017 00000400:00000010:2.0:1776202234.381052:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d42017. 00000100:00000200:2.0:1776202234.381056:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a2782c1 x1862480613805056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.382882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b50290. 00010000:00000010:1.1:1776202234.382892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202234.389943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a608cdcd. 00010000:00000010:3.1:1776202234.389954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ade458. 00010000:00000010:3.1:1776202234.389959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc768c4. 00000400:00000200:3.0:1776202234.397048:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.397067:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630c00 00000400:00000200:3.0:1776202234.397076:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82e1 [1] + 224 00000400:00000200:3.0:1776202234.397093:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.397097:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.397106:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a2782c1 x1862480613805056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.398519:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000051578b89. 00000400:00000200:0.0:1776202234.398528:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008115735c 00000400:00000010:0.0:1776202234.398531:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008115735c. 00000100:00000200:0.0:1776202234.398544:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a2782c1 x1862480613805056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.398555:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a2782c1 x1862480613805056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.398589:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20132fd. 02000000:00000010:0.0:1776202234.398596:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fd0e57d. 00000100:00000010:0.0:1776202234.398601:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a2782c1. 00000100:00000010:0.0:1776202234.398605:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:0.0:1776202234.398610:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8d39f99. 00000400:00000200:2.0:1776202234.401083:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.401104:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ab80 00000400:00000200:2.0:1776202234.401111:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 328 00000400:00000200:2.0:1776202234.401571:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.401577:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.401594:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.401601:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:1.0:1776202234.402861:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002285ec34. 00000020:00000010:1.0:1776202234.402884:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.402889:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.402924:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604605312/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202234.402959:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605312 02000000:00000010:1.0:1776202234.402970:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eaa05aac. 00010000:00000010:1.0:1776202234.403000:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072c6638b. 00010000:00000010:1.0:1776202234.403023:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d633ec6e. 00000100:00000010:1.0:1776202234.403032:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202234.403047:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202234.403051:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d633ec6e. 00000400:00000010:1.0:1776202234.403065:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202234.403071:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605312, offset 224 00000400:00000200:1.0:1776202234.403079:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.403093:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.403099:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91888:91888:256:4294967295] 192.168.204.38@tcp LPNI seq info [91888:91888:8:4294967295] 00000400:00000200:1.0:1776202234.403110:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.403115:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.403120:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.403127:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.403135:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.403138:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.403153:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.403158:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.403163:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002285ec34. 00080000:00000010:1.0:1776202234.403190:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002285ec34. 00010000:00000010:1.0:1776202234.403271:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f28f2cf. 00010000:00000010:1.0:1776202234.403278:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084081540. 00010000:00000010:1.0:1776202234.403367:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.403373:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202234.403384:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d633ec6e. 00000100:00000010:1.0:1776202234.403388:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202234.403396:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.403408:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5e2fc4b. 02000000:00000010:1.0:1776202234.403433:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028d01ee4. 00000400:00000010:1.0:1776202234.403439:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.403444:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202234.403448:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805120, portal 16 00000400:00000010:1.0:1776202234.403453:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202234.403455:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805120, offset 0 00000400:00000200:1.0:1776202234.403460:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.403466:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.403473:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.403476:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.403479:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.403481:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91889:91889:255:4294967295] 192.168.204.38@tcp LPNI seq info [91889:91889:7:4294967295] 00000400:00000200:1.0:1776202234.403488:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.403492:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.403495:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.403498:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.403503:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.403505:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.403640:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.403644:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:2.0:1776202234.403648:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.403653:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.403657:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:2.0:1776202234.403659:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000800:00000200:2.0:1776202234.407498:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.407508:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202234.407517:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.407529:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.407535:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202234.407537:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:2.0:1776202234.407548:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613805120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.410397:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.410416:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630c40 00000400:00000200:0.0:1776202234.410426:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82ed [1] + 224 00000400:00000200:0.0:1776202234.410441:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.410446:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.410456:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613805120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.410530:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.410536:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:1.0:1776202234.410538:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:1.0:1776202234.410545:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613805120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.410553:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613805120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.410583:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028d01ee4. 02000000:00000010:1.0:1776202234.410589:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5e2fc4b. 00000100:00000010:1.0:1776202234.410602:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202234.410608:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202234.410613:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d633ec6e. 00000400:00000200:1.0:1776202234.419254:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.419281:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6abc0 00000400:00000200:1.0:1776202234.419291:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 656 00000400:00000200:1.0:1776202234.419363:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.419368:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.419377:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.419382:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:3.0:1776202234.419477:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8fc85d1. 00000020:00000010:3.0:1776202234.419484:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.419489:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.419517:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604605376/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.419551:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605376 02000000:00000010:3.0:1776202234.419562:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e7d3ed2. 00010000:00000010:3.0:1776202234.419591:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000488dc529. 00010000:00000010:3.0:1776202234.419612:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027c21d4b. 00000100:00000010:3.0:1776202234.419619:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.419629:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.419632:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027c21d4b. 00000400:00000010:3.0:1776202234.419644:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202234.419649:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605376, offset 224 00000400:00000200:3.0:1776202234.419656:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.419666:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.419671:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91890:91890:256:4294967295] 192.168.204.38@tcp LPNI seq info [91890:91890:8:4294967295] 00000400:00000200:3.0:1776202234.419682:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.419686:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.419692:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.419697:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.419704:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.419708:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.419726:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.419741:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.419744:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8fc85d1. 00080000:00000010:1.0:1776202234.419888:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5e2fc4b. 00010000:00000010:1.0:1776202234.419975:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202234.419983:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024bd33b7. 00010000:00000010:1.0:1776202234.420075:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055659a74. 00010000:00000010:1.0:1776202234.420081:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000082feb0b5. 00010000:00000010:1.0:1776202234.420094:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d633ec6e. 00000100:00000010:1.0:1776202234.420098:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202234.420105:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202234.420118:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028d01ee4. 02000000:00000010:1.0:1776202234.420143:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7c6a5fa. 00000400:00000010:1.0:1776202234.420150:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.420156:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202234.420161:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805184, portal 16 00000400:00000010:1.0:1776202234.420166:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202234.420168:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805184, offset 0 00000400:00000200:1.0:1776202234.420173:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.420180:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.420187:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.420191:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.420195:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.420197:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91891:91891:255:4294967295] 192.168.204.38@tcp LPNI seq info [91891:91891:7:4294967295] 00000400:00000200:1.0:1776202234.420204:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.420209:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.420212:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202234.420216:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.420220:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.420222:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.420351:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.420355:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354778). 00000400:00000200:3.0:1776202234.420359:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.420363:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.420366:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:3.0:1776202234.420369:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000800:00000200:3.0:1776202234.420413:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.420415:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202234.420418:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.420420:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.420422:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:3.0:1776202234.420424:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:3.0:1776202234.420430:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613805184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.423061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000044a64f8. 00010000:00000010:1.1:1776202234.423073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070a0b80. 00010000:00000010:1.1:1776202234.423077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00010000:00000010:3.1:1776202234.428887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5505014. 00000400:00000200:1.0:1776202234.433440:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.433457:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630c80 00000400:00000200:1.0:1776202234.433466:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb82f9 [1] + 224 00000400:00000200:1.0:1776202234.433477:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.433481:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.433490:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613805184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.433527:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.433531:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ac00 00000400:00000200:1.0:1776202234.433536:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 984 00000400:00000200:1.0:1776202234.433613:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.433617:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1776202234.435102:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:2.0:1776202234.435113:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:2.0:1776202234.435116:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 00000100:00000200:2.0:1776202234.435131:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613805184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.435142:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613805184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.435171:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1776202234.435175:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7c6a5fa. 00000100:00000010:1.0:1776202234.435181:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:2.0:1776202234.435183:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028d01ee4. 00000100:00000010:2.0:1776202234.435189:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:2.0:1776202234.435194:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:2.0:1776202234.435198:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d633ec6e. 00000020:00000010:1.0:1776202234.435430:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000101ac3d. 00000020:00000010:1.0:1776202234.435437:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.435442:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.435469:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604605440/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.435503:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605440 02000000:00000010:1.0:1776202234.435513:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7dbf57f. 00010000:00000010:1.0:1776202234.435539:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7c49ae4. 00010000:00000010:1.0:1776202234.435684:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001104c1ef. 00000100:00000010:1.0:1776202234.435691:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.435706:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00080000:00000010:2.0:1776202234.435828:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000245d7402. 00010000:00000010:1.1:1776202234.435960:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f668c53c. 00010000:00000010:1.1:1776202234.435967:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.435974:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001104c1ef. 00000400:00000010:1.0:1776202234.435991:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202234.435997:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605440, offset 224 00000400:00000200:1.0:1776202234.436005:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.436021:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00010000:00000010:2.0:1776202234.436026:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082feb0b5. 00000400:00000200:1.0:1776202234.436027:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91892:91892:256:4294967295] 192.168.204.38@tcp LPNI seq info [91892:91892:8:4294967295] 00010000:00000010:2.0:1776202234.436035:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df9ef8f8. 00000400:00000200:1.0:1776202234.436042:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.436049:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.436054:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.436061:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.436067:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.436071:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.436095:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.436099:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.436188:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000101ac3d. 00000800:00000200:0.0:1776202234.436266:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.436271:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202234.436275:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.436280:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.436284:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:0.0:1776202234.436286:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00010000:00000010:2.0:1776202234.436922:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bddf36. 00010000:00000010:2.0:1776202234.436930:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000742dfe4e. 00010000:00000010:2.0:1776202234.436943:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202234.436950:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.436961:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202234.436974:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049a0065d. 02000000:00000010:2.0:1776202234.437002:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc9f8619. 00000400:00000010:2.0:1776202234.437008:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000737860cf. 00000400:00000010:2.0:1776202234.437012:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202234.437019:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805248, portal 16 00000400:00000010:2.0:1776202234.437025:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202234.437027:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805248, offset 0 00000400:00000200:2.0:1776202234.437035:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.437046:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.437053:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.437057:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.437161:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.437165:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91893:91893:256:4294967295] 192.168.204.38@tcp LPNI seq info [91893:91893:8:4294967295] 00000400:00000200:2.0:1776202234.437174:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.437179:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.437183:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202234.437187:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.437192:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.437195:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.438505:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.438509:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:2.0:1776202234.438516:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.438523:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.438528:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:2.0:1776202234.438530:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:2.0:1776202234.438539:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613805248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.443907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027492892. 00010000:00000010:2.1:1776202234.444047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076bcf2d3. 00010000:00000010:2.1:1776202234.444070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055659a74. 00000400:00000200:1.0:1776202234.447758:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.447778:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630cc0 00000400:00000200:1.0:1776202234.447788:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8305 [1] + 224 00000400:00000200:1.0:1776202234.447801:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.447804:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.447815:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613805248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.447866:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.447881:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ac40 00000400:00000200:1.0:1776202234.447887:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 1312 00000400:00000200:1.0:1776202234.447959:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.447962:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.447966:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.447971:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:1.0:1776202234.448029:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000101ac3d. 00000020:00000010:1.0:1776202234.448037:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.448041:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.448078:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604605504/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202234.448107:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605504 02000000:00000010:1.0:1776202234.448118:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1b6438a. 00010000:00000010:1.0:1776202234.448157:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001104c1ef. 00000100:00000010:1.0:1776202234.448164:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.448171:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.448176:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001104c1ef. 00000400:00000010:1.0:1776202234.448190:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202234.448195:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605504, offset 224 00000400:00000200:1.0:1776202234.448203:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.448218:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.448224:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91894:91894:256:4294967295] 192.168.204.38@tcp LPNI seq info [91894:91894:8:4294967295] 00000400:00000200:1.0:1776202234.448234:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.448238:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.448243:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202234.448249:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.448255:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.448259:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.448276:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202234.448281:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.448285:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000101ac3d. 00000800:00000200:0.0:1776202234.449033:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.449039:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202234.449043:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.449049:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.449053:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:0.0:1776202234.449055:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000400:00000010:3.0:1776202234.449908:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000737860cf. 00000400:00000200:3.0:1776202234.449915:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:3.0:1776202234.449917:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:3.0:1776202234.449926:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613805248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.449935:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613805248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202234.449961:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040b706b4. 02000000:00000010:3.0:1776202234.449978:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc9f8619. 02000000:00000010:3.0:1776202234.449986:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049a0065d. 00000100:00000010:3.0:1776202234.449990:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:3.0:1776202234.449994:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:3.0:1776202234.449998:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00080000:00000010:3.0:1776202234.450016:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008470909e. 00010000:00000010:3.0:1776202234.450125:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000742dfe4e. 00010000:00000010:3.0:1776202234.450133:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad3e3e60. 00010000:00000010:3.0:1776202234.450217:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202234.450224:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074ac50ce. 00010000:00000010:3.0:1776202234.450235:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd27ab97. 00000100:00000010:3.0:1776202234.450241:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.450248:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcb02681. 02000000:00000010:3.0:1776202234.450262:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3c33ffe. 02000000:00000010:3.0:1776202234.450287:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8fc85d1. 00000400:00000010:3.0:1776202234.450293:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2b676e2. 00000400:00000010:3.0:1776202234.450297:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1f639e8. 00000100:00000200:3.0:1776202234.450302:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805312, portal 16 00000400:00000010:3.0:1776202234.450306:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089e0bd88. 00000100:00000200:3.0:1776202234.450308:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805312, offset 0 00000400:00000200:3.0:1776202234.450315:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.450328:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.450334:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.450338:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.450340:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.450343:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91895:91895:256:4294967295] 192.168.204.38@tcp LPNI seq info [91895:91895:8:4294967295] 00000400:00000200:3.0:1776202234.450352:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.450358:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.450362:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354778). 00000800:00000200:3.0:1776202234.450368:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.450375:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.450378:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.450803:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.450807:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354530). 00000400:00000200:0.0:1776202234.450812:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.450817:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.450821:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089e0bd88 00000400:00000010:0.0:1776202234.450822:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089e0bd88. 00000100:00000200:0.0:1776202234.450853:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcb02681 x1862480613805312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.454457:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.454478:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630d00 00000400:00000200:3.0:1776202234.454486:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8311 [1] + 224 00000400:00000200:3.0:1776202234.454498:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.454502:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.454512:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb02681 x1862480613805312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.457230:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.457245:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ac80 00000400:00000200:3.0:1776202234.457254:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 1640 00000400:00000200:3.0:1776202234.457272:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.457277:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.457283:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.457289:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 00000020:00000010:2.0:1776202234.457366:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9f8619. 00000020:00000010:2.0:1776202234.457373:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.457376:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.457401:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000320127a x1862480604605568/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.457434:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605568 02000000:00000010:2.0:1776202234.457445:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d2bec6b. 00010000:00000010:2.0:1776202234.457488:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5bc6bc3. 00000100:00000010:2.0:1776202234.457495:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.457502:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.457505:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5bc6bc3. 00000400:00000010:2.0:1776202234.457518:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202234.457522:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605568, offset 224 00000400:00000200:2.0:1776202234.457527:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.457536:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.457540:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91896:91896:256:4294967295] 192.168.204.38@tcp LPNI seq info [91896:91896:8:4294967295] 00000400:00000200:2.0:1776202234.457547:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.457551:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.457554:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202234.457558:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.457563:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.457566:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.457580:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.457583:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.457585:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9f8619. 00000800:00000200:2.0:1776202234.457682:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.457685:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:2.0:1776202234.457688:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.457691:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.457693:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:2.0:1776202234.457694:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000400:00000010:0.0:1776202234.460657:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2b676e2. 00000400:00000200:0.0:1776202234.460669:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1f639e8 00000400:00000010:0.0:1776202234.460672:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1f639e8. 00000100:00000200:0.0:1776202234.460686:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb02681 x1862480613805312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.460698:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcb02681 x1862480613805312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202234.460744:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bb3845b. 02000000:00000010:0.0:1776202234.460765:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8fc85d1. 02000000:00000010:0.0:1776202234.460772:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3c33ffe. 00000100:00000010:0.0:1776202234.460776:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcb02681. 00000100:00000010:0.0:1776202234.460784:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:0.0:1776202234.460788:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd27ab97. 00080000:00000010:2.0:1776202234.460901:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b7c255. 00010000:00000010:2.0:1776202234.461018:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074ac50ce. 00010000:00000010:2.0:1776202234.461027:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066d67ff7. 00010000:00000010:2.0:1776202234.461121:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202234.461128:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b809e36. 00010000:00000010:2.0:1776202234.461141:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5bc6bc3. 00000100:00000010:2.0:1776202234.461149:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.461158:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202234.461171:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc9f8619. 02000000:00000010:2.0:1776202234.461198:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ec397ca. 00000400:00000010:2.0:1776202234.461203:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c941ebe0. 00000400:00000010:2.0:1776202234.461208:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202234.461213:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805376, portal 16 00000400:00000010:2.0:1776202234.461217:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202234.461219:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805376, offset 0 00000400:00000200:2.0:1776202234.461226:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.461241:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.461248:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.461251:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.461254:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.461258:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91897:91897:256:4294967295] 192.168.204.38@tcp LPNI seq info [91897:91897:8:4294967295] 00000400:00000200:2.0:1776202234.461270:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.461276:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.461282:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82354778). 00000800:00000200:2.0:1776202234.461289:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.461297:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.461301:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.462352:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.462357:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:0.0:1776202234.462364:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.462372:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.462377:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:0.0:1776202234.462379:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:0.0:1776202234.462388:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613805376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.466660:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.466682:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630d40 00000400:00000200:0.0:1776202234.466691:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb831d [1] + 224 00000400:00000200:0.0:1776202234.466722:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.466727:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.466738:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613805376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202234.476041:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c941ebe0. 00000400:00000200:3.0:1776202234.476050:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:3.0:1776202234.476053:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:3.0:1776202234.476073:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613805376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202234.476084:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613805376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202234.476115:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ec397ca. 02000000:00000010:3.0:1776202234.476121:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc9f8619. 00000100:00000010:3.0:1776202234.476128:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:3.0:1776202234.476132:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:3.0:1776202234.476136:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5bc6bc3. 00000400:00000200:3.0:1776202234.477305:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.477322:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6acc0 00000400:00000200:3.0:1776202234.477331:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c2d [2] + 1968 00000400:00000010:3.0:1776202234.477335:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069dff3f1. 00000400:00000200:3.0:1776202234.477339:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000025488f90 00000400:00000200:3.0:1776202234.477400:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.477404:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.477408:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000025488f90 00000400:00000010:3.0:1776202234.477410:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000025488f90 (tot 82354378). 00000100:00000200:3.0:1776202234.477415:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202234.477467:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003506526b. 00000020:00000010:3.0:1776202234.477475:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.477479:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.477506:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8c2e164 x1862480604605632/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.477542:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605632 02000000:00000010:3.0:1776202234.477553:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d157ed1. 00010000:00000010:3.0:1776202234.477582:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082607478. 00010000:00000010:3.0:1776202234.477612:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa4837bb. 00000100:00000010:3.0:1776202234.477627:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b685664a. 00000100:00000010:3.0:1776202234.477638:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b685664a. 00010000:00000010:3.0:1776202234.477641:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa4837bb. 00000400:00000010:3.0:1776202234.477656:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050669e48. 00000100:00000200:3.0:1776202234.477660:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605632, offset 224 00000400:00000200:3.0:1776202234.477668:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.477680:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.477686:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91898:91898:256:4294967295] 192.168.204.38@tcp LPNI seq info [91898:91898:8:4294967295] 00000400:00000200:3.0:1776202234.477695:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.477703:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.477707:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffc00867 (tot 82354626). 00000800:00000200:3.0:1776202234.477712:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.477719:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.477723:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffc00867 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.477742:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.477747:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.477750:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003506526b. 02000000:00000010:3.0:1776202234.477760:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d2bec6b. 00000100:00000010:3.0:1776202234.477765:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202234.477771:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1b6438a. 00000100:00000010:3.0:1776202234.477773:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:3.0:1776202234.477778:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7dbf57f. 00000100:00000010:3.0:1776202234.477779:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 02000000:00000010:3.0:1776202234.477784:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e7d3ed2. 00000100:00000010:3.0:1776202234.477786:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:3.0:1776202234.477790:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eaa05aac. 00000100:00000010:3.0:1776202234.477792:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:3.0:1776202234.477795:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092b5383e. 00000100:00000010:3.0:1776202234.477797:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000200:3.0:1776202234.477803:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202234.477808:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069dff3f1. 00000400:00000010:3.0:1776202234.477811:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b685664a (tot 82354778). 00080000:00000010:3.0:1776202234.477855:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e7d3ed2. 00010000:00000010:3.0:1776202234.477959:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b809e36. 00010000:00000010:3.0:1776202234.477967:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f056a714. 00010000:00000010:3.0:1776202234.478038:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202234.478042:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000070c59ea6. 00010000:00000010:3.0:1776202234.478047:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202234.478052:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00080000:00000010:3.0:1776202234.478063:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003506526b. 00010000:00000010:3.0:1776202234.478092:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202234.478097:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070c59ea6. 00010000:00000010:3.0:1776202234.478145:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202234.478148:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202234.478155:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa4837bb. 00000100:00000010:3.0:1776202234.478159:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.478165:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202234.478176:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:3.0:1776202234.478200:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c33ffe. 00000400:00000010:3.0:1776202234.478204:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041739bb6. 00000400:00000010:3.0:1776202234.478208:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202234.478211:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805440, portal 16 00000400:00000010:3.0:1776202234.478215:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043e71b66. 00000100:00000200:3.0:1776202234.478217:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805440, offset 0 00000400:00000200:3.0:1776202234.478223:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.478231:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.478238:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.478242:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.478244:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.478246:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91899:91899:255:4294967295] 192.168.204.38@tcp LPNI seq info [91899:91899:7:4294967295] 00000400:00000200:3.0:1776202234.478252:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.478257:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.478260:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202234.478263:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.478267:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.478269:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.481430:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.481438:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffc00867 (tot 82354778). 00000400:00000200:0.0:1776202234.481448:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.481460:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.481466:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050669e48 00000400:00000010:0.0:1776202234.481468:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050669e48. 02000000:00000010:0.0:1776202234.481480:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d157ed1. 00000800:00000200:0.0:1776202234.481556:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.481558:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202234.481563:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.481566:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.481568:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043e71b66 00000400:00000010:0.0:1776202234.481570:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043e71b66. 00000100:00000200:0.0:1776202234.481577:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613805440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.481905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000707526d4. 00010000:00000010:3.1:1776202234.482986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d33ce6. 00010000:00000010:3.1:1776202234.482995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035d2ece0. 00010000:00000010:3.1:1776202234.482999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bddf36. 00010000:00000010:2.1:1776202234.487961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c5cbad0. 00010000:00000010:2.1:1776202234.487975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:2.0:1776202234.499453:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.499473:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630d80 00000400:00000200:2.0:1776202234.499482:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb832d [1] + 224 00000400:00000200:2.0:1776202234.499494:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.499498:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.499511:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613805440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.499550:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.499555:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ad00 00000400:00000200:2.0:1776202234.499560:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 0 00000400:00000200:2.0:1776202234.499625:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.499629:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.499633:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.499640:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000400:00000010:1.0:1776202234.499699:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041739bb6. 00000400:00000200:1.0:1776202234.499705:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:1.0:1776202234.499707:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:1.0:1776202234.499713:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613805440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.499721:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613805440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.499751:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c33ffe. 02000000:00000010:1.0:1776202234.499756:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000100:00000010:1.0:1776202234.499760:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:1.0:1776202234.499764:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:1.0:1776202234.499769:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa4837bb. 00010000:00000010:3.1:1776202234.500505:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e5c6ad1. 00010000:00000010:3.1:1776202234.500512:0:1032:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e5671d. 00010000:00000010:3.1:1776202234.500515:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:3.1:1776202234.500520:0:1032:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202234.500522:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000020:00000010:3.0:1776202234.502169:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8fc85d1. 00000020:00000010:3.0:1776202234.502181:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.502186:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.502229:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604605696/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.502261:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605696 02000000:00000010:3.0:1776202234.502275:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:3.0:1776202234.502309:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000509ce4a3. 00010000:00000010:3.0:1776202234.502329:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.502337:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202234.502349:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202234.502353:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.502366:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202234.502372:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605696, offset 224 00000400:00000200:3.0:1776202234.502381:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.502395:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.502401:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91900:91900:256:4294967295] 192.168.204.38@tcp LPNI seq info [91900:91900:8:4294967295] 00000400:00000200:3.0:1776202234.502413:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.502418:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.502423:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.502430:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.502436:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.502441:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.502459:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.502463:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.502466:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8fc85d1. 00000800:00000200:3.0:1776202234.506240:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.506251:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202234.506264:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.506273:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.506279:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202234.506281:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00080000:00000010:3.0:1776202234.506906:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8fc85d1. 00010000:00000010:3.0:1776202234.506994:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202234.507003:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f1fab94. 00010000:00000010:3.0:1776202234.507290:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202234.507297:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202234.507310:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.507317:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202234.507327:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 02000000:00000010:3.0:1776202234.507342:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20132fd. 02000000:00000010:3.0:1776202234.507370:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036b410c4. 00000400:00000010:3.0:1776202234.507378:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202234.507383:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202234.507389:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805504, portal 16 00000400:00000010:3.0:1776202234.507393:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202234.507396:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805504, offset 0 00000400:00000200:3.0:1776202234.507403:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.507418:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.507425:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202234.507429:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202234.507432:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202234.507435:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91901:91901:256:4294967295] 192.168.204.38@tcp LPNI seq info [91901:91901:8:4294967295] 00000400:00000200:3.0:1776202234.507445:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.507451:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.507456:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.507462:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.507469:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.507473:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.508984:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.508989:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202234.508997:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.509006:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.509011:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:3.0:1776202234.509013:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000100:00000200:3.0:1776202234.509022:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038bf251e x1862480613805504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.511859:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047d9592b. 00000400:00000200:1.0:1776202234.513235:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.513254:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630dc0 00000400:00000200:1.0:1776202234.513263:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8339 [1] + 224 00000400:00000200:1.0:1776202234.513276:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.513280:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.513291:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038bf251e x1862480613805504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.513321:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.513326:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ad40 00000400:00000200:1.0:1776202234.513331:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 328 00000400:00000200:1.0:1776202234.513394:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.513398:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.513402:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.513408:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:0.0:1776202234.513538:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdef0048. 00000020:00000010:0.0:1776202234.513545:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fea1aa03. 00000020:00000010:0.0:1776202234.513549:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.513573:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604605760/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.513600:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605760 02000000:00000010:0.0:1776202234.513609:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cd0c57a. 00010000:00000010:0.0:1776202234.513646:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df7fb8d6. 00000100:00000010:0.0:1776202234.513652:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.513658:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.513661:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df7fb8d6. 00000400:00000010:0.0:1776202234.513673:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202234.513678:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605760, offset 224 00000400:00000200:0.0:1776202234.513893:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.513904:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.513910:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91902:91902:256:4294967295] 192.168.204.38@tcp LPNI seq info [91902:91902:8:4294967295] 00000400:00000200:0.0:1776202234.513918:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.513923:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.513927:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202234.513933:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.513940:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.513943:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.513958:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fea1aa03. 00000020:00000010:0.0:1776202234.513962:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.513966:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdef0048. 00000800:00000200:3.0:1776202234.514757:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.514762:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:3.0:1776202234.514768:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.514776:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.514781:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:3.0:1776202234.514783:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000400:00000010:3.0:1776202234.514812:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cde8445a. 00000400:00000200:3.0:1776202234.514816:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202234.514817:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:3.0:1776202234.514824:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038bf251e x1862480613805504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.516636:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001c6aff0. 00010000:00000010:3.1:1776202234.516647:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000100:00000200:3.0:1776202234.516667:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038bf251e x1862480613805504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202234.516696:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000184da857. 02000000:00000010:3.0:1776202234.516711:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036b410c4. 02000000:00000010:3.0:1776202234.516716:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20132fd. 00000100:00000010:3.0:1776202234.516718:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 00000100:00000010:3.0:1776202234.516723:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202234.516726:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00080000:00000010:0.0:1776202234.517168:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdef0048. 00010000:00000010:0.0:1776202234.517263:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:0.0:1776202234.517273:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006eca29ab. 00010000:00000010:0.0:1776202234.517347:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.517354:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.517367:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df7fb8d6. 00000100:00000010:0.0:1776202234.517374:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.517382:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202234.517408:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000529d8bf8. 02000000:00000010:0.0:1776202234.517440:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000083c5f9a. 00000400:00000010:0.0:1776202234.517448:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.517454:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202234.517462:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805568, portal 16 00000400:00000010:0.0:1776202234.517468:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202234.517471:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805568, offset 0 00000400:00000200:0.0:1776202234.517483:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.517499:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.517508:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.517512:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.517515:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.517519:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91903:91903:256:4294967295] 192.168.204.38@tcp LPNI seq info [91903:91903:8:4294967295] 00000400:00000200:0.0:1776202234.517530:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.517536:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.517541:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202234.517547:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.517554:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.517559:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.518248:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.518253:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:3.0:1776202234.518258:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.518264:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.518268:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:3.0:1776202234.518270:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:3.0:1776202234.518277:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613805568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.520945:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.520962:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630e00 00000400:00000200:1.0:1776202234.520970:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8345 [1] + 224 00000400:00000200:1.0:1776202234.520983:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.520987:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.520998:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613805568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.521135:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.521139:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202234.521141:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202234.521147:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613805568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.521154:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613805568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.521184:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000083c5f9a. 02000000:00000010:0.0:1776202234.521189:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000529d8bf8. 00000100:00000010:0.0:1776202234.521195:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:0.0:1776202234.521199:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.521203:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df7fb8d6. 00000400:00000200:3.0:1776202234.521520:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.521530:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ad80 00000400:00000200:3.0:1776202234.521536:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 656 00010000:00000010:3.1:1776202234.522055:0:15861:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a35e82b5. 00000400:00000200:3.0:1776202234.522286:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.522294:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.522302:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.522308:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 00010000:00000010:0.1:1776202234.522404:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ff8804. 00010000:00000010:0.1:1776202234.522410:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00000020:00000010:1.0:1776202234.522422:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000101ac3d. 00000020:00000010:1.0:1776202234.522430:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202234.522435:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.522459:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038bf251e x1862480604605824/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.522492:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605824 02000000:00000010:1.0:1776202234.522504:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091dea440. 00010000:00000010:1.0:1776202234.522531:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cad20400. 00010000:00000010:1.0:1776202234.522550:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.522558:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.522567:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.522571:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:0.0:1776202234.522583:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000083c5f9a. 00010000:00000010:0.0:1776202234.522661:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.522666:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2a98b9b. 00000400:00000010:1.0:1776202234.522684:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202234.522690:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605824, offset 224 00000400:00000200:1.0:1776202234.522699:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.522710:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.522716:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91904:91904:256:4294967295] 192.168.204.38@tcp LPNI seq info [91904:91904:8:4294967295] 00000400:00000200:1.0:1776202234.522726:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.522732:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.522737:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.522742:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.522749:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.522752:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.522806:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202234.522810:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.522815:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000101ac3d. 00010000:00000010:0.0:1776202234.522965:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.522970:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.522979:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df7fb8d6. 00000100:00000010:0.0:1776202234.522983:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.522989:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202234.522999:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5d07c3d. 02000000:00000010:0.0:1776202234.523021:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004831a7ca. 00000400:00000010:0.0:1776202234.523027:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.523031:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202234.523035:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805632, portal 16 00000400:00000010:0.0:1776202234.523040:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202234.523042:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805632, offset 0 00000400:00000200:0.0:1776202234.523048:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.523054:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.523061:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.523065:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.523068:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.523071:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91905:91905:255:4294967295] 192.168.204.38@tcp LPNI seq info [91905:91905:7:4294967295] 00000400:00000200:0.0:1776202234.523078:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.523082:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.523085:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82355026). 00000800:00000200:0.0:1776202234.523089:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.523093:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.523095:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.523165:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.523170:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:3.0:1776202234.523174:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.523179:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.523182:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:3.0:1776202234.523184:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000800:00000200:3.0:1776202234.523218:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.523221:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:3.0:1776202234.523224:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.523228:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.523230:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:3.0:1776202234.523231:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00000100:00000200:3.0:1776202234.523236:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613805632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.526884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc4b9cdc. 00000400:00000200:1.0:1776202234.531975:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.531994:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630e40 00000400:00000200:1.0:1776202234.532004:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8351 [1] + 224 00000400:00000200:1.0:1776202234.532018:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.532022:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.532038:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613805632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.532090:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.532100:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6adc0 00000400:00000200:0.0:1776202234.532106:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 984 00000400:00000200:0.0:1776202234.532120:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.532123:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.532127:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.532134:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000400:00000010:0.0:1776202234.532173:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.532177:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202234.532179:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202234.532185:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613805632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.532194:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613805632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.532223:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004831a7ca. 00000020:00000010:1.0:1776202234.532228:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000101ac3d. 02000000:00000010:0.0:1776202234.532229:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5d07c3d. 00000100:00000010:0.0:1776202234.532235:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000020:00000010:1.0:1776202234.532238:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000100:00000010:0.0:1776202234.532239:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00000020:00000010:1.0:1776202234.532246:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00010000:00000010:0.0:1776202234.532246:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df7fb8d6. 00000100:00000200:1.0:1776202234.532275:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604605888/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202234.532312:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605888 02000000:00000010:1.0:1776202234.532324:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eaa05aac. 00010000:00000010:1.0:1776202234.532354:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006761d498. 00010000:00000010:1.0:1776202234.532375:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.532384:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.532396:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.532399:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202234.532412:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202234.532417:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605888, offset 224 00000400:00000200:1.0:1776202234.532424:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1776202234.532429:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004831a7ca. 00000400:00000200:1.0:1776202234.532435:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.532442:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91906:91906:256:4294967295] 192.168.204.38@tcp LPNI seq info [91906:91906:8:4294967295] 00000400:00000200:1.0:1776202234.532452:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.532457:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.532462:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.532467:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.532474:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.532478:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.532499:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202234.532503:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.532507:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000101ac3d. 00010000:00000010:0.0:1776202234.532516:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.532524:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae1bcb17. 00010000:00000010:0.0:1776202234.532609:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.0:1776202234.532615:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.532624:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df7fb8d6. 00000100:00000010:0.0:1776202234.532628:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.532633:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202234.532643:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5d07c3d. 02000000:00000010:0.0:1776202234.532663:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000728466b1. 00000400:00000010:0.0:1776202234.532668:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.532671:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202234.532675:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805696, portal 16 00000400:00000010:0.0:1776202234.532679:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202234.532682:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805696, offset 0 00000400:00000200:0.0:1776202234.532687:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.532693:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.532713:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.532717:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.532721:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.532723:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91907:91907:255:4294967295] 192.168.204.38@tcp LPNI seq info [91907:91907:7:4294967295] 00000400:00000200:0.0:1776202234.532731:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.532736:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.532739:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82355026). 00000800:00000200:0.0:1776202234.532743:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.532747:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.532749:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.534526:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.534534:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:3.0:1776202234.534541:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.534550:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.534555:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:3.0:1776202234.534558:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000800:00000200:3.0:1776202234.534637:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.534640:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:3.0:1776202234.534644:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.534647:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.534649:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:3.0:1776202234.534650:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00000100:00000200:3.0:1776202234.534657:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613805696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.538278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643ae8f6. 00010000:00000010:0.1:1776202234.538293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000200:3.0:1776202234.539409:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.539428:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630e80 00000400:00000200:3.0:1776202234.539436:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb835d [1] + 224 00000400:00000200:3.0:1776202234.539451:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.539454:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.539465:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613805696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.539516:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.539522:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:0.0:1776202234.539524:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:0.0:1776202234.539531:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613805696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.539540:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613805696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.539570:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000728466b1. 02000000:00000010:0.0:1776202234.539578:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5d07c3d. 00000100:00000010:0.0:1776202234.539582:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:0.0:1776202234.539586:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.539589:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df7fb8d6. 00000400:00000200:0.0:1776202234.540423:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.540438:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ae00 00000400:00000200:0.0:1776202234.540444:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 1312 00000400:00000200:0.0:1776202234.540510:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.540514:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.540519:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.540524:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:3.0:1776202234.540775:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f20132fd. 00000020:00000010:3.0:1776202234.540783:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.540788:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.540814:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604605952/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.540880:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604605952 02000000:00000010:3.0:1776202234.540891:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:3.0:1776202234.540921:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d6b84cf. 00010000:00000010:3.0:1776202234.540950:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.540957:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202234.540970:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202234.540973:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.540986:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202234.541001:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604605952, offset 224 00080000:00000010:0.0:1776202234.541049:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000728466b1. 00000400:00000200:3.0:1776202234.541161:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.541173:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.541179:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91908:91908:256:4294967295] 192.168.204.38@tcp LPNI seq info [91908:91908:8:4294967295] 00000400:00000200:3.0:1776202234.541188:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.541193:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.541198:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.541204:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.541223:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.541227:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.541252:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.541258:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.541261:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f20132fd. 00000800:00000200:1.0:1776202234.541391:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.541395:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.541400:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.541404:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.541408:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:1.0:1776202234.541410:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00010000:00000010:0.0:1776202234.541467:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.541475:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f4f3a9b. 00010000:00000010:0.0:1776202234.541549:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019aac566. 00010000:00000010:0.0:1776202234.541553:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ae1bcb17. 00010000:00000010:0.0:1776202234.541559:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.541563:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00080000:00000010:0.0:1776202234.541577:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e4f084f. 00010000:00000010:0.0:1776202234.541605:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.541609:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae1bcb17. 00010000:00000010:0.0:1776202234.541661:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000619e9907. 00010000:00000010:0.0:1776202234.541665:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.541672:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df7fb8d6. 00000100:00000010:0.0:1776202234.541676:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.542007:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202234.542019:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a09a42a. 02000000:00000010:0.0:1776202234.542044:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092c2cd86. 00000400:00000010:0.0:1776202234.542050:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.542054:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202234.542059:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805760, portal 16 00000400:00000010:0.0:1776202234.542062:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202234.542064:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805760, offset 0 00000400:00000200:0.0:1776202234.542070:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.542078:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.542085:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.542088:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.542091:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.542093:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91909:91909:256:4294967295] 192.168.204.38@tcp LPNI seq info [91909:91909:8:4294967295] 00000400:00000200:0.0:1776202234.542101:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.542106:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.542110:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82354778). 00000800:00000200:0.0:1776202234.542189:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.542194:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.542197:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.542444:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.542447:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354530). 00000400:00000200:3.0:1776202234.542452:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.542456:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.542460:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:3.0:1776202234.542461:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000100:00000200:3.0:1776202234.542468:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613805760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.544980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f0a0fe. 00010000:00000010:0.1:1776202234.545005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00010000:00000010:3.1:1776202234.548006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093078e23. 00010000:00000010:1.1:1776202234.548133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653e7ead. 00010000:00000010:0.1:1776202234.548889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003395571d. 00010000:00000010:0.1:1776202234.548910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.1:1776202234.548914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aac566. 00010000:00000010:0.1:1776202234.548917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000200:0.0:1776202234.550540:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.550560:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630ec0 00000400:00000200:0.0:1776202234.550570:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8369 [1] + 224 00000400:00000200:0.0:1776202234.550582:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.550586:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.550597:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613805760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.550698:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.550704:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ae40 00000400:00000200:0.0:1776202234.550709:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 1640 00000400:00000200:0.0:1776202234.550765:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.550769:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.550773:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.550778:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:3.0:1776202234.553915:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f20132fd. 00000020:00000010:3.0:1776202234.553930:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.553935:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.553970:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604606016/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.554220:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606016 02000000:00000010:3.0:1776202234.554234:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c33ffe. 00010000:00000010:3.0:1776202234.554275:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.554283:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202234.554289:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202234.554293:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.554307:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202234.554312:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606016, offset 224 00000400:00000200:3.0:1776202234.554321:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.554337:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.554343:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91910:91910:256:4294967295] 192.168.204.38@tcp LPNI seq info [91910:91910:8:4294967295] 00000400:00000200:3.0:1776202234.554355:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.554361:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.554367:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.554373:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.554380:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.554384:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.554406:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.554412:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.554415:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f20132fd. 00000800:00000200:1.0:1776202234.554572:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.554577:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.554584:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.554589:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.554593:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:1.0:1776202234.554595:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00000400:00000010:2.0:1776202234.555961:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:2.0:1776202234.555968:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:2.0:1776202234.555970:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00000100:00000200:2.0:1776202234.555982:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613805760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.555992:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613805760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.556028:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1fab4c1. 02000000:00000010:2.0:1776202234.556046:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092c2cd86. 02000000:00000010:2.0:1776202234.556053:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a09a42a. 00000100:00000010:2.0:1776202234.556057:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:2.0:1776202234.556062:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:2.0:1776202234.556065:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df7fb8d6. 00080000:00000010:0.0:1776202234.556379:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eef3b421. 00010000:00000010:0.0:1776202234.556477:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.556484:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdd9b6f5. 00010000:00000010:0.0:1776202234.556558:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.556563:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.556572:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8a0652d. 00000100:00000010:0.0:1776202234.556578:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.556586:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202234.556603:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b900d7. 02000000:00000010:0.0:1776202234.556631:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a09a42a. 00000400:00000010:0.0:1776202234.556636:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.556640:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202234.556645:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805824, portal 16 00000400:00000010:0.0:1776202234.556650:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202234.556653:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805824, offset 0 00000400:00000200:0.0:1776202234.556660:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.556674:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.556681:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.556685:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.556688:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.556691:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91911:91911:256:4294967295] 192.168.204.38@tcp LPNI seq info [91911:91911:8:4294967295] 00000400:00000200:0.0:1776202234.556700:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.556705:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.556710:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82354778). 00000800:00000200:0.0:1776202234.556715:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.556721:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.556724:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.557252:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.557256:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:3.0:1776202234.557262:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.557267:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.557271:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:3.0:1776202234.557272:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000100:00000200:3.0:1776202234.557278:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613805824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.561091:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.561110:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630f00 00000400:00000200:0.0:1776202234.561118:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8375 [1] + 224 00000400:00000200:0.0:1776202234.561134:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.561139:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.561148:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613805824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.561404:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:1.0:1776202234.561409:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:1.0:1776202234.561411:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000200:1.0:1776202234.561417:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613805824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.561425:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613805824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.561455:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a09a42a. 02000000:00000010:1.0:1776202234.561461:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b900d7. 00000100:00000010:1.0:1776202234.561466:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:1.0:1776202234.561470:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:1.0:1776202234.561474:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8a0652d. 00010000:00000010:2.1:1776202234.565114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a156ba. 00010000:00000010:0.1:1776202234.566974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074466d2c. 00010000:00000010:0.1:1776202234.566985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00000400:00000200:1.0:1776202234.567149:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.567168:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ae80 00000400:00000200:1.0:1776202234.567177:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6c85 [2] + 1968 00000400:00000010:1.0:1776202234.567183:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000124754dc. 00000400:00000200:1.0:1776202234.567187:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d3767e34 00000400:00000200:1.0:1776202234.567279:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.567285:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.567291:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3767e34 00000400:00000010:1.0:1776202234.567293:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d3767e34 (tot 82354378). 00000100:00000200:1.0:1776202234.567300:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202234.568377:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f20132fd. 00000020:00000010:3.0:1776202234.568388:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.568392:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.568420:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dff9d885 x1862480604606080/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.568460:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606080 02000000:00000010:3.0:1776202234.568472:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d157ed1. 00010000:00000010:3.0:1776202234.568504:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ae5e350. 00010000:00000010:3.0:1776202234.568528:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.568538:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054619392. 00000100:00000010:3.0:1776202234.568563:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054619392. 00010000:00000010:3.0:1776202234.568568:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00080000:00000010:0.0:1776202234.568798:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092c2cd86. 00010000:00000010:0.0:1776202234.568953:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202234.568960:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000863f0538. 00010000:00000010:0.0:1776202234.569058:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000619e9907. 00010000:00000010:0.0:1776202234.569065:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00000400:00000010:3.0:1776202234.569076:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00010000:00000010:0.0:1776202234.569076:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e90299f. 00000100:00000010:0.0:1776202234.569080:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000200:3.0:1776202234.569083:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606080, offset 224 00000100:00000010:0.0:1776202234.569087:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 00000400:00000200:3.0:1776202234.569093:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 02000000:00000010:0.0:1776202234.569100:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b900d7. 00000400:00000200:3.0:1776202234.569108:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.569114:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91912:91912:256:4294967295] 192.168.204.38@tcp LPNI seq info [91912:91912:8:4294967295] 00000400:00000200:3.0:1776202234.569125:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 02000000:00000010:0.0:1776202234.569127:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a09a42a. 00000800:00000200:3.0:1776202234.569130:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000400:00000010:0.0:1776202234.569133:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000800:00000010:3.0:1776202234.569135:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354626). 00000400:00000010:0.0:1776202234.569138:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000800:00000200:3.0:1776202234.569142:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000100:00000200:0.0:1776202234.569143:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805888, portal 16 00000400:00000010:0.0:1776202234.569147:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000800:00000200:3.0:1776202234.569149:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000100:00000200:0.0:1776202234.569149:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805888, offset 0 00000800:00000200:3.0:1776202234.569153:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1776202234.569155:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.569160:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.569167:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.569171:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1776202234.569173:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000400:00000200:0.0:1776202234.569174:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.569177:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91913:91913:255:4294967295] 192.168.204.38@tcp LPNI seq info [91913:91913:7:4294967295] 00000020:00000010:3.0:1776202234.569178:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.569181:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f20132fd. 00000400:00000200:0.0:1776202234.569184:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.569187:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 02000000:00000010:3.0:1776202234.569189:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3c33ffe. 00000800:00000010:0.0:1776202234.569190:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354874). 00000100:00000010:3.0:1776202234.569193:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 00000800:00000200:0.0:1776202234.569193:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 02000000:00000010:3.0:1776202234.569196:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00000800:00000200:0.0:1776202234.569197:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000100:00000010:3.0:1776202234.569198:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000800:00000200:0.0:1776202234.569199:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:3.0:1776202234.569201:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eaa05aac. 00000100:00000010:3.0:1776202234.569203:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 02000000:00000010:3.0:1776202234.569206:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091dea440. 00000100:00000010:3.0:1776202234.569208:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 02000000:00000010:3.0:1776202234.569212:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cd0c57a. 00000100:00000010:3.0:1776202234.569215:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:3.0:1776202234.569218:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:3.0:1776202234.569220:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000200:3.0:1776202234.569227:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202234.569231:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cde8445a. 00000400:00000010:3.0:1776202234.569234:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000054619392 (tot 82355026). 00000800:00000200:3.0:1776202234.569290:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.569293:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:3.0:1776202234.569298:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.569303:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.569307:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202234.569308:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 02000000:00000010:3.0:1776202234.569312:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d157ed1. 00000800:00000200:3.0:1776202234.569375:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.569378:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354530). 00000400:00000200:3.0:1776202234.569382:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.569385:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.569386:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:3.0:1776202234.569387:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:3.0:1776202234.569393:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613805888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.577275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623f0eca. 00010000:00000010:0.1:1776202234.577375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ab09e5d. 00010000:00000010:0.1:1776202234.577382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000200:0.0:1776202234.578908:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.578929:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630f40 00000400:00000200:0.0:1776202234.578939:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8381 [1] + 224 00000400:00000200:0.0:1776202234.578956:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.578960:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.578972:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613805888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.579157:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:1.0:1776202234.579163:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:1.0:1776202234.579165:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:1.0:1776202234.579172:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613805888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.579185:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613805888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.579222:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a09a42a. 02000000:00000010:1.0:1776202234.579229:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b900d7. 00000100:00000010:1.0:1776202234.579235:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:1.0:1776202234.579240:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:1.0:1776202234.579243:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e90299f. 00000400:00000200:1.0:1776202234.580609:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.580629:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6aec0 00000400:00000200:1.0:1776202234.580647:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 0 00000400:00000200:1.0:1776202234.580713:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.580718:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.580726:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.580732:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:0.0:1776202234.581043:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060b900d7. 00000020:00000010:0.0:1776202234.581053:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.581057:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.581084:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604606144/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.581116:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606144 02000000:00000010:0.0:1776202234.581126:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a09a42a. 00010000:00000010:0.0:1776202234.581155:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000faff150e. 00010000:00000010:0.0:1776202234.581178:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.581186:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.581212:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.581217:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000400:00000010:0.0:1776202234.581231:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202234.581236:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606144, offset 224 00000400:00000200:0.0:1776202234.581244:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.581256:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.581262:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91914:91914:256:4294967295] 192.168.204.38@tcp LPNI seq info [91914:91914:8:4294967295] 00000400:00000200:0.0:1776202234.581273:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.581278:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.581282:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202234.581288:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.581294:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.581298:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.581325:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.581329:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.581332:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060b900d7. 00080000:00000010:1.0:1776202234.581566:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000101ac3d. 00010000:00000010:1.0:1776202234.581670:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:1.0:1776202234.581678:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcd2f89f. 00010000:00000010:1.0:1776202234.581751:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.581757:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.581767:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.581771:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.581778:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.581787:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7dbf57f. 02000000:00000010:1.0:1776202234.581809:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1b6438a. 00000400:00000010:1.0:1776202234.581814:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.581820:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.581824:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613805952, portal 16 00000400:00000010:1.0:1776202234.581894:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202234.581897:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613805952, offset 0 00000400:00000200:1.0:1776202234.581904:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.581912:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.581918:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.581922:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.581925:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.581927:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91915:91915:255:4294967295] 192.168.204.38@tcp LPNI seq info [91915:91915:7:4294967295] 00000400:00000200:1.0:1776202234.581935:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.581939:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.581942:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.581946:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.581950:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.581953:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.582908:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.582913:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354778). 00000400:00000200:2.0:1776202234.582918:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.582925:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.582929:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:2.0:1776202234.582931:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000800:00000200:2.0:1776202234.583018:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.583021:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202234.583024:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.583028:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.583030:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:2.0:1776202234.583031:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:2.0:1776202234.583038:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613805952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.586700:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.586720:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630f80 00000400:00000200:0.0:1776202234.586730:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8391 [1] + 224 00000400:00000200:0.0:1776202234.586747:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.586752:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.586762:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613805952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.586876:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.586886:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6af00 00000400:00000200:3.0:1776202234.586891:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 328 00000400:00000010:1.0:1776202234.586922:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.586927:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.586929:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.586934:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613805952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.586941:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613805952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.586954:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.586957:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.586961:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.586967:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 02000000:00000010:1.0:1776202234.586971:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1b6438a. 02000000:00000010:1.0:1776202234.586976:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7dbf57f. 00000100:00000010:1.0:1776202234.586979:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.586982:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.586987:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000020:00000010:2.0:1776202234.587256:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec397ca. 00000020:00000010:2.0:1776202234.587264:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.587269:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.587305:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038bf251e x1862480604606208/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.587338:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606208 02000000:00000010:2.0:1776202234.587350:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7b6c175. 00010000:00000010:2.0:1776202234.587381:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003782adf. 00010000:00000010:2.0:1776202234.587403:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.587411:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.587426:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.587429:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.587441:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202234.587445:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606208, offset 224 00000400:00000200:2.0:1776202234.587452:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.587462:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.587468:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91916:91916:256:4294967295] 192.168.204.38@tcp LPNI seq info [91916:91916:8:4294967295] 00000400:00000200:2.0:1776202234.587478:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.587483:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.587487:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202234.587492:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.587499:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.587502:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.587519:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.587522:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.587525:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec397ca. 00080000:00000010:1.0:1776202234.587548:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7dbf57f. 00010000:00000010:1.0:1776202234.587686:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.587694:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a4e4181. 00010000:00000010:1.0:1776202234.587771:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202234.587777:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.587787:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.587791:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.587796:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.587805:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1b6438a. 02000000:00000010:1.0:1776202234.587827:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028d01ee4. 00010000:00000010:1.1:1776202234.587860:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000184d695a. 00010000:00000010:1.1:1776202234.587874:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619e9907. 00000400:00000010:1.0:1776202234.587882:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.587885:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000800:00000200:3.0:1776202234.587886:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.587889:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000100:00000200:1.0:1776202234.587890:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806016, portal 16 00000400:00000200:3.0:1776202234.587893:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776202234.587894:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202234.587896:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806016, offset 0 00000400:00000200:3.0:1776202234.587897:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.587900:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:3.0:1776202234.587901:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00010000:00000010:0.1:1776202234.587935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000211249d. 00000400:00000200:1.0:1776202234.588261:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.588270:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.588276:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.588279:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.588282:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.588285:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91917:91917:256:4294967295] 192.168.204.38@tcp LPNI seq info [91917:91917:8:4294967295] 00000400:00000200:1.0:1776202234.588292:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.588297:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.588302:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.588307:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.588312:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.588314:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.590534:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.590542:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202234.590550:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.590559:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.590565:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:0.0:1776202234.590568:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:0.0:1776202234.590577:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.595876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905ab170. 00010000:00000010:1.1:1776202234.595999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086e253b2. 00010000:00000010:1.1:1776202234.596015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00000400:00000200:3.0:1776202234.600960:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.600982:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f630fc0 00000400:00000200:3.0:1776202234.600992:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb839d [1] + 224 00000400:00000200:3.0:1776202234.601004:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.601008:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.601018:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.601123:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.601129:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6af40 00000400:00000200:3.0:1776202234.601134:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 656 00000400:00000200:3.0:1776202234.601163:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.601167:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.601171:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.601176:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000933288a4. 00000020:00000010:2.0:1776202234.601312:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9f8619. 00000020:00000010:2.0:1776202234.601320:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.601324:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.601348:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000933288a4 x1862480604606272/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202234.601391:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606272 02000000:00000010:2.0:1776202234.601408:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1fdec1a. 00010000:00000010:2.0:1776202234.601452:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.601460:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.601467:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.601470:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.601486:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202234.601492:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606272, offset 224 00000400:00000200:2.0:1776202234.601501:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.601513:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.601518:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91918:91918:256:4294967295] 192.168.204.38@tcp LPNI seq info [91918:91918:8:4294967295] 00000400:00000200:2.0:1776202234.601529:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.601535:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.601540:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202234.601548:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.601555:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.601558:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.601583:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.601587:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.601589:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9f8619. 00000800:00000200:3.0:1776202234.601978:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.601981:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:3.0:1776202234.601986:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.601990:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.601993:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:3.0:1776202234.601996:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000400:00000010:1.0:1776202234.603700:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.603709:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.603710:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.603722:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.603733:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.603760:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000485713e1. 02000000:00000010:1.0:1776202234.603778:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028d01ee4. 02000000:00000010:1.0:1776202234.603784:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1b6438a. 00000100:00000010:1.0:1776202234.603788:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.603793:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.603796:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.603816:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1b6438a. 00010000:00000010:1.0:1776202234.603945:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.603953:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000447b85ff. 00010000:00000010:1.0:1776202234.604028:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.604032:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.604037:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.604042:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00080000:00000010:1.0:1776202234.604056:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028d01ee4. 00010000:00000010:1.0:1776202234.604083:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.604087:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.604140:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202234.604144:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.604152:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.604158:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.604164:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.604176:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7c6a5fa. 02000000:00000010:1.0:1776202234.604288:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091dea440. 00000400:00000010:1.0:1776202234.604353:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.604418:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.604424:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806080, portal 16 00000400:00000010:1.0:1776202234.604428:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202234.604430:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806080, offset 0 00000400:00000200:1.0:1776202234.604437:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.604450:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.604456:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.604459:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.604462:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.604464:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91919:91919:256:4294967295] 192.168.204.38@tcp LPNI seq info [91919:91919:8:4294967295] 00000400:00000200:1.0:1776202234.604473:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.604481:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.604487:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.604492:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.604499:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.604503:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.609117:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.609126:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202234.609135:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.609146:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.609152:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:0.0:1776202234.609155:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:0.0:1776202234.609166:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.612903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078aa8985. 00000400:00000200:0.0:1776202234.613001:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.613020:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631000 00000400:00000200:0.0:1776202234.613028:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83a9 [1] + 224 00000400:00000200:0.0:1776202234.613041:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.613044:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.613055:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.613128:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.613133:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6af80 00000400:00000200:0.0:1776202234.613138:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 984 00000400:00000200:0.0:1776202234.613199:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.613208:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.613212:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.613219:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000020:00000010:2.0:1776202234.615075:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9f8619. 00000020:00000010:2.0:1776202234.615087:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.615092:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.615125:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604606336/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.615166:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606336 02000000:00000010:2.0:1776202234.615179:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ec397ca. 00010000:00000010:2.0:1776202234.615220:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.615230:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.615237:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.615242:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.615255:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202234.615261:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606336, offset 224 00000400:00000200:2.0:1776202234.615269:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.615301:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.615306:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91920:91920:256:4294967295] 192.168.204.38@tcp LPNI seq info [91920:91920:8:4294967295] 00000400:00000200:2.0:1776202234.615317:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.615324:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.615329:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202234.615336:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.615345:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.615349:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.615375:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.615379:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.615383:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9f8619. 00000800:00000200:3.0:1776202234.616308:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.616313:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202234.616320:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.616329:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.616336:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:3.0:1776202234.616338:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00000400:00000010:1.0:1776202234.617717:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.617726:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.617728:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.617742:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.617752:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.617782:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a06af28c. 02000000:00000010:1.0:1776202234.617803:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091dea440. 02000000:00000010:1.0:1776202234.617809:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7c6a5fa. 00000100:00000010:1.0:1776202234.617813:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.617817:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.617821:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.617858:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c6a5fa. 00010000:00000010:1.0:1776202234.617968:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.617977:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b2fbc20. 00010000:00000010:1.0:1776202234.618056:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202234.618063:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.618074:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.618080:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.618087:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.618100:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091dea440. 02000000:00000010:1.0:1776202234.618129:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaa05aac. 00000400:00000010:1.0:1776202234.618134:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.618139:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.618145:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806144, portal 16 00000400:00000010:1.0:1776202234.618151:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202234.618153:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806144, offset 0 00000400:00000200:1.0:1776202234.618161:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.618176:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.618184:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.618187:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.618190:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.618193:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91921:91921:256:4294967295] 192.168.204.38@tcp LPNI seq info [91921:91921:8:4294967295] 00000400:00000200:1.0:1776202234.618203:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.618488:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.618494:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202234.618500:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.618508:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.618511:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202234.619356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000803cc64f. 00010000:00000010:1.1:1776202234.619366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.1:1776202234.619370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.619374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00000800:00000200:0.0:1776202234.621946:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.621957:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202234.621966:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.621976:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.621983:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:0.0:1776202234.621985:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:0.0:1776202234.621995:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.627894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044babc9a. 00010000:00000010:1.1:1776202234.627907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff5f4c2. 00010000:00000010:1.1:1776202234.627912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00000400:00000200:0.0:1776202234.638208:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.638234:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631040 00000400:00000200:0.0:1776202234.638245:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83b5 [1] + 224 00000400:00000200:0.0:1776202234.638259:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.638262:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.638276:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.638335:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.638340:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6afc0 00000400:00000200:0.0:1776202234.638345:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 1312 00000400:00000200:0.0:1776202234.638366:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.638369:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.638374:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.638379:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 00000020:00000010:2.0:1776202234.639755:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9f8619. 00000020:00000010:2.0:1776202234.639767:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.639773:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.639814:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002238e150 x1862480604606400/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.639894:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606400 02000000:00000010:2.0:1776202234.639908:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f1684ed. 00010000:00000010:2.0:1776202234.639951:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.639960:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.639968:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.639972:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.639987:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202234.639992:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606400, offset 224 00000400:00000200:2.0:1776202234.640000:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.640014:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.640020:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91922:91922:256:4294967295] 192.168.204.38@tcp LPNI seq info [91922:91922:8:4294967295] 00000400:00000200:2.0:1776202234.640031:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.640037:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.640041:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202234.640047:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.640053:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.640056:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.640078:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.640082:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.640085:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9f8619. 00000400:00000010:1.0:1776202234.640184:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.640190:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.640193:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.640201:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.640210:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.640230:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee41a67e. 02000000:00000010:1.0:1776202234.640248:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaa05aac. 02000000:00000010:1.0:1776202234.640254:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091dea440. 00000100:00000010:1.0:1776202234.640258:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.640263:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.640267:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000800:00000200:3.0:1776202234.640281:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1776202234.640284:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091dea440. 00000800:00000010:3.0:1776202234.640293:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:3.0:1776202234.640304:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.640314:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.640320:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:3.0:1776202234.640322:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 00010000:00000010:1.0:1776202234.640387:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.640396:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aed97d19. 00010000:00000010:1.0:1776202234.640475:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202234.640481:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.640489:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.640493:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.640498:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.640507:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eaa05aac. 02000000:00000010:1.0:1776202234.640529:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d8c56de. 00000400:00000010:1.0:1776202234.640533:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.640537:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.640541:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806208, portal 16 00000400:00000010:1.0:1776202234.640545:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202234.640547:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806208, offset 0 00000400:00000200:1.0:1776202234.640552:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.640559:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.640565:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.640568:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.640571:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.640574:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91923:91923:256:4294967295] 192.168.204.38@tcp LPNI seq info [91923:91923:8:4294967295] 00000400:00000200:1.0:1776202234.640580:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.640584:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.640587:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.640590:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.640594:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.640596:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.641209:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.641213:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202234.641217:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.641223:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.641227:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:0.0:1776202234.641228:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:0.0:1776202234.641234:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.648959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96b51ab. 00010000:00000010:1.1:1776202234.648976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ab2da4. 00010000:00000010:1.1:1776202234.648997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000200:0.0:1776202234.658604:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.658632:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631080 00000400:00000200:0.0:1776202234.658645:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83c1 [1] + 224 00000400:00000200:0.0:1776202234.658666:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.658671:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.658688:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.658807:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.658815:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.658817:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.658825:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.658882:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.658928:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d8c56de. 02000000:00000010:1.0:1776202234.658936:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eaa05aac. 00000100:00000010:1.0:1776202234.658942:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.658948:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.658955:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000200:3.0:1776202234.665476:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.665504:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b000 00000400:00000200:3.0:1776202234.665516:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 1640 00000400:00000200:3.0:1776202234.665592:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.665598:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.665607:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.665615:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 00000020:00000010:2.0:1776202234.665770:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9f8619. 00000020:00000010:2.0:1776202234.665785:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.665790:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.665821:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec483dd x1862480604606464/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202234.665916:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606464 02000000:00000010:2.0:1776202234.665932:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a237d516. 00010000:00000010:2.0:1776202234.665965:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072cff3ff. 00010000:00000010:2.0:1776202234.665995:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.666004:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.666021:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.666024:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.666037:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202234.666043:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606464, offset 224 00000400:00000200:2.0:1776202234.666051:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.666067:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.666074:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91924:91924:256:4294967295] 192.168.204.38@tcp LPNI seq info [91924:91924:8:4294967295] 00000400:00000200:2.0:1776202234.666085:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.666101:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.666107:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202234.666113:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.666121:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.666125:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776202234.666171:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8c56de. 00010000:00000010:1.0:1776202234.666316:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.666327:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000283e7810. 00000020:00000010:2.0:1776202234.666368:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.666375:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.666378:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9f8619. 00010000:00000010:1.0:1776202234.666448:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202234.666457:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.666473:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.666481:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.666492:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.666509:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf4c6bbc. 02000000:00000010:1.0:1776202234.666551:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec2e3c02. 00000400:00000010:1.0:1776202234.666559:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.666567:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.666575:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806272, portal 16 00000400:00000010:1.0:1776202234.666582:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202234.666585:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806272, offset 0 00000400:00000200:1.0:1776202234.666594:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.666613:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.666626:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.666631:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.666635:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.666638:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91925:91925:255:4294967295] 192.168.204.38@tcp LPNI seq info [91925:91925:7:4294967295] 00000400:00000200:1.0:1776202234.666652:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.666658:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.666665:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202234.666673:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.666684:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.666690:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.666746:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.666751:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354778). 00000400:00000200:0.0:1776202234.666757:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.666765:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.666771:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:0.0:1776202234.666773:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000800:00000200:0.0:1776202234.666903:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.666906:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202234.666910:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.666913:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.666915:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:0.0:1776202234.666916:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:0.0:1776202234.666923:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.669885:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.669917:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6310c0 00000400:00000200:0.0:1776202234.669932:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83cd [1] + 224 00000400:00000200:0.0:1776202234.669949:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.669953:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.669968:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202234.671000:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.671014:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b040 00000400:00000200:0.0:1776202234.671031:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ce5 [2] + 1968 00000400:00000010:0.0:1776202234.671037:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca3156bc. 00000400:00000200:0.0:1776202234.671043:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d35ee62b 00000400:00000200:0.0:1776202234.671056:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.671060:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.671063:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d35ee62b 00000400:00000010:0.0:1776202234.671065:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d35ee62b (tot 82354378). 00000100:00000200:0.0:1776202234.671072:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202234.673499:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baa4fddb. 00000020:00000010:2.0:1776202234.673516:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.673521:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.673557:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dcc61dba x1862480604606528/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.673612:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606528 02000000:00000010:2.0:1776202234.673630:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:2.0:1776202234.673674:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.673696:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b855b2d4. 00000100:00000010:2.0:1776202234.673702:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b855b2d4. 00010000:00000010:2.0:1776202234.673707:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.673722:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202234.673728:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606528, offset 224 00000400:00000200:2.0:1776202234.673737:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.673752:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.673759:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91926:91926:256:4294967295] 192.168.204.38@tcp LPNI seq info [91926:91926:8:4294967295] 00000400:00000200:2.0:1776202234.673770:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.673775:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.673781:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354626). 00000800:00000200:2.0:1776202234.673788:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.673796:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.673800:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.673856:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.673860:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.673875:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baa4fddb. 02000000:00000010:2.0:1776202234.673888:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a237d516. 00000100:00000010:2.0:1776202234.673892:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 02000000:00000010:2.0:1776202234.673899:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f1684ed. 00000100:00000010:2.0:1776202234.673902:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 02000000:00000010:2.0:1776202234.673907:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ec397ca. 00000100:00000010:2.0:1776202234.673912:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:2.0:1776202234.673915:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1fdec1a. 00000100:00000010:2.0:1776202234.673918:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000933288a4. 02000000:00000010:2.0:1776202234.673923:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7b6c175. 00000100:00000010:2.0:1776202234.673929:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 02000000:00000010:2.0:1776202234.673934:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a09a42a. 00000100:00000010:2.0:1776202234.673938:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000200:2.0:1776202234.673946:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202234.673953:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ef3f512. 00000400:00000010:2.0:1776202234.673957:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b855b2d4 (tot 82354778). 00000800:00000200:0.0:1776202234.674069:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.674078:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:0.0:1776202234.674087:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.674097:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.674103:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:0.0:1776202234.674106:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 02000000:00000010:0.0:1776202234.674113:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000400:00000010:1.0:1776202234.674822:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.674842:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.674845:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.674858:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.674884:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.674921:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cd8c939. 02000000:00000010:1.0:1776202234.674947:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec2e3c02. 02000000:00000010:1.0:1776202234.674955:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf4c6bbc. 00000100:00000010:1.0:1776202234.674959:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.674965:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.674971:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.675000:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf4c6bbc. 00010000:00000010:1.0:1776202234.677933:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.677955:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cd9481e. 00010000:00000010:1.0:1776202234.679856:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202234.679884:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.679906:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.679919:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.679933:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.679955:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec2e3c02. 02000000:00000010:1.0:1776202234.680000:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaa05aac. 00000400:00000010:1.0:1776202234.680009:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.680018:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.680028:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806336, portal 16 00000400:00000010:1.0:1776202234.680035:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202234.680038:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806336, offset 0 00000400:00000200:1.0:1776202234.680050:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.680076:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.680086:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.680090:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.680094:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.680099:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91927:91927:256:4294967295] 192.168.204.38@tcp LPNI seq info [91927:91927:8:4294967295] 00000400:00000200:1.0:1776202234.680111:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.680118:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.680124:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202234.680131:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.680142:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.680146:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.681172:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.681180:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202234.681189:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.681199:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.681211:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:0.0:1776202234.681214:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00000100:00000200:0.0:1776202234.681227:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.681741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009eae671. 00010000:00000010:1.1:1776202234.681825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ed578ab. 00010000:00000010:1.1:1776202234.681846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00000400:00000200:0.0:1776202234.688352:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.688377:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631100 00000400:00000200:0.0:1776202234.688390:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83dd [1] + 224 00000400:00000200:0.0:1776202234.688411:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.688417:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.688429:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.688936:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.688949:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.688953:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.688968:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.688979:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:1.0:1776202234.688994:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.689021:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b080 00000400:00000200:3.0:1776202234.689028:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 0 00000400:00000200:3.0:1776202234.689099:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.689103:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.689108:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.689115:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 00000020:00000010:3.0:1776202234.689185:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.689193:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.689542:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.689574:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4eec345 x1862480604606592/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.689602:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606592 02000000:00000010:3.0:1776202234.689613:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:3.0:1776202234.689650:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.689657:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.689663:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.689666:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.689690:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202234.689696:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606592, offset 224 00000400:00000200:3.0:1776202234.689703:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.689714:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.689719:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91928:91928:256:4294967295] 192.168.204.38@tcp LPNI seq info [91928:91928:8:4294967295] 00000400:00000200:3.0:1776202234.689729:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.689734:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.689739:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.689743:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.689749:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.689753:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.689773:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.689778:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.689781:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00000800:00000200:3.0:1776202234.689897:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.689900:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202234.689906:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.689910:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.689914:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202234.689915:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00010000:00000010:1.0:1776202234.691982:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b5cf33d. 02000000:00000010:1.0:1776202234.692023:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaa05aac. 02000000:00000010:1.0:1776202234.692030:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec2e3c02. 00000100:00000010:1.0:1776202234.692035:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.692041:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.692047:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.692080:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eaa05aac. 00010000:00000010:1.0:1776202234.692219:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.692229:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c611d019. 00010000:00000010:1.0:1776202234.692330:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.692334:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.692341:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202234.692347:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00080000:00000010:1.0:1776202234.692368:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec2e3c02. 00010000:00000010:1.0:1776202234.692396:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.692400:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.692460:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202234.692465:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.692473:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.692482:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.692492:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.692510:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f5e8a6d. 02000000:00000010:1.0:1776202234.692554:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb73e17e. 00000400:00000010:1.0:1776202234.692564:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.692572:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.692581:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806400, portal 16 00000400:00000010:1.0:1776202234.692588:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a99e79fe. 00000100:00000200:1.0:1776202234.692591:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806400, offset 0 00000400:00000200:1.0:1776202234.692602:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.692623:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.692633:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.692637:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.692640:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.692644:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91929:91929:256:4294967295] 192.168.204.38@tcp LPNI seq info [91929:91929:8:4294967295] 00000400:00000200:1.0:1776202234.692658:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.692667:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.692672:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.692679:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.692688:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.692691:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.695582:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.695589:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202234.695603:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.695612:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.695618:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a99e79fe 00000400:00000010:0.0:1776202234.695620:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a99e79fe. 00000100:00000200:0.0:1776202234.695630:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.698746:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.698776:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631140 00000400:00000200:3.0:1776202234.698788:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83e9 [1] + 224 00000400:00000200:3.0:1776202234.698808:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.698812:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.698827:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.698907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4afb565. 00010000:00000010:1.1:1776202234.698924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d775ee12. 00010000:00000010:1.1:1776202234.698932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000010:1.0:1776202234.703192:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.703199:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.703204:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.703219:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.703229:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.703271:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb73e17e. 02000000:00000010:1.0:1776202234.703278:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f5e8a6d. 00000100:00000010:1.0:1776202234.703283:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.703289:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.703294:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000200:3.0:1776202234.705025:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.705051:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b0c0 00000400:00000200:3.0:1776202234.705062:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 328 00000400:00000200:3.0:1776202234.705683:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.705692:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.705702:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.705709:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c790805. 00000020:00000010:2.0:1776202234.710069:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1fdec1a. 00000020:00000010:2.0:1776202234.710092:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.710099:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.710142:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c790805 x1862480604606656/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202234.710183:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606656 02000000:00000010:2.0:1776202234.710198:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7b6c175. 00010000:00000010:2.0:1776202234.710590:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ffe8d93. 00010000:00000010:2.0:1776202234.710626:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.710638:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.710660:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.710667:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.710688:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202234.710698:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606656, offset 224 00000400:00000200:2.0:1776202234.710709:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.710730:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.710739:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91930:91930:256:4294967295] 192.168.204.38@tcp LPNI seq info [91930:91930:8:4294967295] 00000400:00000200:2.0:1776202234.710751:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.710758:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.710764:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202234.710771:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.710779:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.710784:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.710812:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.710817:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.710821:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1fdec1a. 00080000:00000010:1.0:1776202234.711356:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f5e8a6d. 00010000:00000010:1.0:1776202234.711480:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.711490:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd9a6d6f. 00010000:00000010:1.0:1776202234.711597:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202234.711604:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.711619:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.711624:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.711635:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.711652:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb73e17e. 02000000:00000010:1.0:1776202234.711692:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ddd64a6. 00000400:00000010:1.0:1776202234.711700:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.711708:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.711715:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806464, portal 16 00000400:00000010:1.0:1776202234.711720:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202234.711723:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806464, offset 0 00000400:00000200:1.0:1776202234.711731:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.711743:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.711751:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.711755:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.711758:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.711761:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91931:91931:255:4294967295] 192.168.204.38@tcp LPNI seq info [91931:91931:7:4294967295] 00000400:00000200:1.0:1776202234.711769:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.711775:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.711779:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82355026). 00000800:00000200:1.0:1776202234.711785:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.711791:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.711794:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.712785:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.712794:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354778). 00000400:00000200:2.0:1776202234.712803:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.712813:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.712820:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:2.0:1776202234.712823:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 00000800:00000200:2.0:1776202234.712965:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.712968:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202234.712971:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.712975:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.712977:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:2.0:1776202234.712979:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:2.0:1776202234.712987:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.717136:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.717165:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631180 00000400:00000200:3.0:1776202234.717178:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb83f5 [1] + 224 00000400:00000200:3.0:1776202234.717194:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.717199:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.717214:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.717267:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.717273:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b100 00000400:00000200:3.0:1776202234.717278:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 656 00000400:00000200:3.0:1776202234.717291:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.717294:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.717299:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.717306:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005936a433. 00000020:00000010:0.0:1776202234.717666:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060b900d7. 00000020:00000010:0.0:1776202234.717677:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.717684:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.717719:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005936a433 x1862480604606720/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.717756:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606720 02000000:00000010:0.0:1776202234.717772:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a09a42a. 00010000:00000010:0.0:1776202234.717822:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.717859:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.717880:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.717886:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000400:00000010:0.0:1776202234.717905:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202234.717912:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606720, offset 224 00000400:00000200:0.0:1776202234.717922:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.717938:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.717946:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91932:91932:256:4294967295] 192.168.204.38@tcp LPNI seq info [91932:91932:8:4294967295] 00000400:00000200:0.0:1776202234.717958:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.717963:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.717969:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202234.717975:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.717984:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.717989:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.718008:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.718012:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.718018:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060b900d7. 00000400:00000010:1.0:1776202234.718271:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.718276:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.718279:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.718286:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.718295:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.718321:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000507e35b2. 02000000:00000010:1.0:1776202234.718340:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ddd64a6. 02000000:00000010:1.0:1776202234.718346:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb73e17e. 00000100:00000010:1.0:1776202234.718352:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.718357:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.718361:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.718384:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ddd64a6. 00010000:00000010:1.0:1776202234.718499:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.718508:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035dac5ca. 00010000:00000010:1.0:1776202234.718623:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb849562. 00010000:00000010:1.0:1776202234.718631:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.718643:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.718646:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.718655:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.718669:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb73e17e. 02000000:00000010:1.0:1776202234.718705:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce3f4086. 00000400:00000010:1.0:1776202234.718710:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.718716:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.718723:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806528, portal 16 00000400:00000010:1.0:1776202234.718729:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202234.718731:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806528, offset 0 00000400:00000200:1.0:1776202234.718739:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.718750:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.718758:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.718763:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.718767:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.718772:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91933:91933:255:4294967295] 192.168.204.38@tcp LPNI seq info [91933:91933:7:4294967295] 00000400:00000200:1.0:1776202234.718784:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.718790:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.718794:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.718799:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.718805:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.718808:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.722903:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.722916:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354778). 00000400:00000200:3.0:1776202234.722930:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.722944:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.722952:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:3.0:1776202234.722955:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000800:00000200:3.0:1776202234.723052:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.723054:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202234.723058:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.723061:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.723063:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:3.0:1776202234.723065:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:3.0:1776202234.723076:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.724919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bd47a7e. 00010000:00000010:1.1:1776202234.724941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507daa13. 00010000:00000010:1.1:1776202234.724947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:1.1:1776202234.724956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.724961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00010000:00000010:2.1:1776202234.732941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009be572c7. 00010000:00000010:1.1:1776202234.735633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038717986. 00010000:00000010:1.1:1776202234.735654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.1:1776202234.735662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1ca038. 00010000:00000010:1.1:1776202234.735665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03fb5a5. 00010000:00000010:1.1:1776202234.735668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000200:2.0:1776202234.743214:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.743235:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6311c0 00000400:00000200:2.0:1776202234.743248:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8401 [1] + 224 00000400:00000200:2.0:1776202234.743269:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.743274:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.743289:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.743639:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.743647:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.743649:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.743657:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.743666:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.743706:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce3f4086. 02000000:00000010:1.0:1776202234.743714:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb73e17e. 00000100:00000010:1.0:1776202234.743722:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.743727:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.743733:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000200:3.0:1776202234.745605:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.745631:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b140 00000400:00000200:3.0:1776202234.745641:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 984 00000400:00000200:3.0:1776202234.746006:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.746013:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.746023:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.746030:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 00000020:00000010:2.0:1776202234.746196:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1fdec1a. 00000020:00000010:2.0:1776202234.746455:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.746463:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.746503:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051617bef x1862480604606784/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.746544:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606784 02000000:00000010:2.0:1776202234.746558:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:2.0:1776202234.746597:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6e75540. 00010000:00000010:2.0:1776202234.746625:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.746634:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.746659:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.746666:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.746684:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aced661c. 00000100:00000200:2.0:1776202234.746691:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606784, offset 224 00000400:00000200:2.0:1776202234.746702:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.746717:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:1.0:1776202234.746724:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce3f4086. 00000400:00000200:2.0:1776202234.746725:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91934:91934:256:4294967295] 192.168.204.38@tcp LPNI seq info [91934:91934:8:4294967295] 00000400:00000200:2.0:1776202234.746739:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.746744:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.746749:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202234.746756:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.746765:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.746769:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.746797:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.746802:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.746806:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1fdec1a. 00010000:00000010:1.0:1776202234.746881:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.746895:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5229df3. 00010000:00000010:0.0:1776202234.747064:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b4da40f. 00010000:00000010:0.0:1776202234.747075:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202234.747094:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000800:00000200:3.0:1776202234.747095:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.747100:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000100:00000010:0.0:1776202234.747100:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000400:00000200:3.0:1776202234.747107:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776202234.747111:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 00000400:00000200:3.0:1776202234.747112:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.747118:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aced661c 00000400:00000010:3.0:1776202234.747121:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aced661c. 02000000:00000010:0.0:1776202234.747126:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b900d7. 02000000:00000010:0.0:1776202234.747158:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5d07c3d. 00000400:00000010:0.0:1776202234.747173:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202234.747182:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202234.747188:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806592, portal 16 00000400:00000010:0.0:1776202234.747193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202234.747195:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806592, offset 0 00000400:00000200:0.0:1776202234.747201:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.747212:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.747220:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.747224:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.747227:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.747230:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91935:91935:256:4294967295] 192.168.204.38@tcp LPNI seq info [91935:91935:8:4294967295] 00000400:00000200:0.0:1776202234.747240:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.747245:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.747249:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202234.747253:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.747257:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.747259:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.747382:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.747385:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:2.0:1776202234.747390:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.747394:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.747396:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:2.0:1776202234.747398:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:2.0:1776202234.747405:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613806592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.750277:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.750301:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631200 00000400:00000200:2.0:1776202234.750314:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb840d [1] + 224 00000400:00000200:2.0:1776202234.750348:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.750354:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.750367:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613806592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.750499:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c99f18bd. 00000400:00000200:0.0:1776202234.750504:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:0.0:1776202234.750508:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:0.0:1776202234.750515:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613806592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.750524:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613806592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.750568:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5d07c3d. 02000000:00000010:0.0:1776202234.750574:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b900d7. 00000100:00000010:0.0:1776202234.750596:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202234.750602:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.750606:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00010000:00000010:2.1:1776202234.752908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003858d36e. 00000400:00000200:3.0:1776202234.755400:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.755426:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b180 00000400:00000200:3.0:1776202234.755436:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 1312 00000400:00000200:3.0:1776202234.755801:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.755808:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.755819:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.755827:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a34a79. 00000020:00000010:0.0:1776202234.757180:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5d07c3d. 00000020:00000010:0.0:1776202234.757193:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.757199:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.757238:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059a34a79 x1862480604606848/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.757281:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606848 02000000:00000010:0.0:1776202234.757298:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060b900d7. 00010000:00000010:0.0:1776202234.757340:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a9a2a82. 00010000:00000010:0.0:1776202234.757370:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.757379:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.757399:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.757405:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000400:00000010:0.0:1776202234.757422:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202234.757429:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606848, offset 224 00000400:00000200:0.0:1776202234.757438:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.757455:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.757462:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91936:91936:256:4294967295] 192.168.204.38@tcp LPNI seq info [91936:91936:8:4294967295] 00000400:00000200:0.0:1776202234.757475:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.757481:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.757486:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202234.757494:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.757503:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.757508:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.757526:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.757531:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.757535:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5d07c3d. 00000800:00000200:2.0:1776202234.757700:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.757705:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:2.0:1776202234.757711:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.757717:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.757723:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:2.0:1776202234.757726:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00080000:00000010:1.0:1776202234.757856:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb73e17e. 00010000:00000010:1.0:1776202234.757992:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:1.0:1776202234.757999:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e54dad4a. 00010000:00000010:1.0:1776202234.758089:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202234.758096:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.758111:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.758115:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.758125:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.758143:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000773e8828. 02000000:00000010:1.0:1776202234.758173:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032e55fd3. 00000400:00000010:1.0:1776202234.758181:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.758186:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.758193:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806656, portal 16 00000400:00000010:1.0:1776202234.758197:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202234.758199:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806656, offset 0 00000400:00000200:1.0:1776202234.758206:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.758215:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.758222:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.758226:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.758229:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.758233:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91937:91937:256:4294967295] 192.168.204.38@tcp LPNI seq info [91937:91937:8:4294967295] 00000400:00000200:1.0:1776202234.758241:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.758246:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.758249:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.758253:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.758258:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.758261:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.758640:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.758644:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202234.758649:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.758654:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.758657:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:2.0:1776202234.758660:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:2.0:1776202234.758668:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.762947:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.762974:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631240 00000400:00000200:3.0:1776202234.762986:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8419 [1] + 224 00000400:00000200:3.0:1776202234.763001:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.763005:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.763019:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.763337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f141ce0e. 00010000:00000010:1.1:1776202234.763348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00000400:00000010:1.0:1776202234.763376:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.763382:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.763384:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.763392:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.763407:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.763449:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032e55fd3. 02000000:00000010:1.0:1776202234.763458:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000773e8828. 00000100:00000010:1.0:1776202234.763464:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.763471:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.763476:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00010000:00000010:0.1:1776202234.767924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a619755d. 00000400:00000200:2.0:1776202234.768994:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.769022:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b1c0 00000400:00000200:2.0:1776202234.769034:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 1640 00000400:00000200:2.0:1776202234.769124:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.769129:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.769138:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.769145:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:3.0:1776202234.770459:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.770471:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.770476:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.770526:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604606912/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.770576:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606912 02000000:00000010:3.0:1776202234.770730:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:3.0:1776202234.770774:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043f1f8d0. 00010000:00000010:3.0:1776202234.770803:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.770812:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.770879:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.770884:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.770902:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202234.770910:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606912, offset 224 00000400:00000200:3.0:1776202234.770921:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.771029:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.771037:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91938:91938:256:4294967295] 192.168.204.38@tcp LPNI seq info [91938:91938:8:4294967295] 00000400:00000200:3.0:1776202234.771050:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.771057:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.771063:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.771070:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.771078:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.771082:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.771101:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.771107:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.771111:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00080000:00000010:1.0:1776202234.771353:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032e55fd3. 00010000:00000010:1.0:1776202234.771468:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.771478:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df24210. 00010000:00000010:1.0:1776202234.771577:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202234.771582:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.771589:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb849562. 00010000:00000010:1.0:1776202234.771595:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00080000:00000010:1.0:1776202234.771611:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1233909. 00010000:00000010:1.0:1776202234.771640:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.771644:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202234.771706:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202234.771710:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.771719:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.771724:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.771734:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.771748:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000205e7938. 02000000:00000010:1.0:1776202234.771782:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006359b43b. 00000400:00000010:1.0:1776202234.771789:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.771796:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.771802:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806720, portal 16 00000400:00000010:1.0:1776202234.771807:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202234.771809:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806720, offset 0 00000400:00000200:1.0:1776202234.771816:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.771826:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.771859:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.771873:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.771877:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.771881:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91939:91939:255:4294967295] 192.168.204.38@tcp LPNI seq info [91939:91939:7:4294967295] 00000400:00000200:1.0:1776202234.771889:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.771894:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.771899:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202234.771903:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.771908:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.771911:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.772403:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.772409:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:2.0:1776202234.772417:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.772423:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.772428:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:2.0:1776202234.772431:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000800:00000200:2.0:1776202234.772762:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.772765:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202234.772769:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.772773:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.772775:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:2.0:1776202234.772777:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:2.0:1776202234.772786:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.774534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64d7cb5. 00010000:00000010:1.1:1776202234.774549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b4da40f. 00000400:00000200:3.0:1776202234.775216:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.775238:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631280 00000400:00000200:3.0:1776202234.775250:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8425 [1] + 224 00000400:00000200:3.0:1776202234.775270:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.775275:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.775288:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202234.775574:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.775581:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.775584:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.775591:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.775600:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.775641:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006359b43b. 02000000:00000010:1.0:1776202234.775649:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000205e7938. 00000100:00000010:1.0:1776202234.775653:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.775658:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.775663:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000200:2.0:1776202234.778050:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.778077:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b200 00000400:00000200:2.0:1776202234.778088:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d35 [2] + 1968 00000400:00000010:2.0:1776202234.778093:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:2.0:1776202234.778103:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ac2d476e 00000400:00000200:2.0:1776202234.778174:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.778180:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.778186:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac2d476e 00000400:00000010:2.0:1776202234.778188:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ac2d476e (tot 82354378). 00000100:00000200:2.0:1776202234.778197:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776202234.781999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007385bfe4. 00010000:00000010:1.1:1776202234.782424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053144a86. 00010000:00000010:1.1:1776202234.782442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00010000:00000010:1.1:1776202234.782448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:1.1:1776202234.782450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00000020:00000010:0.0:1776202234.782560:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5d07c3d. 00000020:00000010:0.0:1776202234.782581:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.782586:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.782637:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033bb7d5a x1862480604606976/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202234.782676:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604606976 02000000:00000010:0.0:1776202234.782689:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000529d8bf8. 00010000:00000010:0.0:1776202234.782739:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bd5d69a. 00010000:00000010:0.0:1776202234.782769:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.782776:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf26aca1. 00000100:00000010:0.0:1776202234.782797:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf26aca1. 00010000:00000010:0.0:1776202234.782803:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000400:00000010:0.0:1776202234.782818:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202234.782825:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604606976, offset 224 00080000:00000010:1.0:1776202234.782896:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000205e7938. 00000400:00000200:0.0:1776202234.782911:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.782928:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.782935:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91940:91940:256:4294967295] 192.168.204.38@tcp LPNI seq info [91940:91940:8:4294967295] 00000400:00000200:0.0:1776202234.782948:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.782955:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.782960:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354626). 00000800:00000200:0.0:1776202234.782967:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.782989:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.782993:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.783013:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.783017:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.783021:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5d07c3d. 00010000:00000010:1.0:1776202234.783029:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 02000000:00000010:0.0:1776202234.783031:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00000100:00000010:0.0:1776202234.783036:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00010000:00000010:1.0:1776202234.783038:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bd4c5f3. 02000000:00000010:0.0:1776202234.783041:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060b900d7. 00000100:00000010:0.0:1776202234.783047:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059a34a79. 02000000:00000010:0.0:1776202234.783052:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000100:00000010:0.0:1776202234.783067:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 02000000:00000010:0.0:1776202234.783070:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a09a42a. 00000100:00000010:0.0:1776202234.783073:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005936a433. 02000000:00000010:0.0:1776202234.783079:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7b6c175. 00000100:00000010:0.0:1776202234.783081:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c790805. 02000000:00000010:0.0:1776202234.783084:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:0.0:1776202234.783086:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 00000100:00000200:0.0:1776202234.783093:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202234.783099:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c99f18bd. 00000400:00000010:0.0:1776202234.783104:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf26aca1 (tot 82354778). 00010000:00000010:1.0:1776202234.783118:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb849562. 00010000:00000010:1.0:1776202234.783125:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069040432. 00010000:00000010:1.0:1776202234.783134:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.783138:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.783152:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202234.783188:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006359b43b. 02000000:00000010:1.0:1776202234.783211:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009375b881. 00000400:00000010:1.0:1776202234.783216:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.783220:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.783223:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806784, portal 16 00000400:00000010:1.0:1776202234.783227:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202234.783229:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806784, offset 0 00000400:00000200:1.0:1776202234.783234:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.783241:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.783247:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.783251:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.783254:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.783257:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91941:91941:255:4294967295] 192.168.204.38@tcp LPNI seq info [91941:91941:7:4294967295] 00000400:00000200:1.0:1776202234.783264:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.783268:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.783271:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.783275:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.783279:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.783281:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.783545:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.783553:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354778). 00000400:00000200:2.0:1776202234.785525:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.785620:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.785628:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:2.0:1776202234.785632:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 02000000:00000010:2.0:1776202234.785641:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000529d8bf8. 00000800:00000200:2.0:1776202234.786405:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.786409:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202234.786414:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.786420:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.786423:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:2.0:1776202234.786425:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:2.0:1776202234.786433:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613806784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.789357:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.789378:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6312c0 00000400:00000200:3.0:1776202234.789388:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8435 [1] + 224 00000400:00000200:3.0:1776202234.789400:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.789404:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.789415:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613806784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.789501:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.789507:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b240 00000400:00000200:3.0:1776202234.789513:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 0 00000400:00000200:3.0:1776202234.789523:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.789525:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.789541:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.789547:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1426e08. 00010000:00000010:0.1:1776202234.789588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aca89ba. 00000020:00000010:2.0:1776202234.790941:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1fdec1a. 00000020:00000010:2.0:1776202234.790949:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.790953:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.790984:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1426e08 x1862480604607040/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202234.791022:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607040 02000000:00000010:2.0:1776202234.791033:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7b6c175. 00010000:00000010:2.0:1776202234.791069:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.791076:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.791082:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.791097:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.791114:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bcef1a2. 00000100:00000200:2.0:1776202234.791120:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607040, offset 224 00000400:00000200:2.0:1776202234.791128:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.791141:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.791147:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91942:91942:256:4294967295] 192.168.204.38@tcp LPNI seq info [91942:91942:8:4294967295] 00000400:00000200:2.0:1776202234.791157:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.791162:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.791167:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354778). 00000800:00000200:2.0:1776202234.791172:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.791178:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.791182:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.791217:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.791222:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.791225:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1fdec1a. 00000800:00000200:3.0:1776202234.791791:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.791797:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202234.791804:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.791810:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.791814:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bcef1a2 00000400:00000010:3.0:1776202234.791815:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bcef1a2. 00000400:00000010:1.0:1776202234.792886:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.792895:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.792896:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.792906:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613806784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.792916:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613806784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.792941:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c22eaad8. 02000000:00000010:1.0:1776202234.792958:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009375b881. 02000000:00000010:1.0:1776202234.792963:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006359b43b. 00000100:00000010:1.0:1776202234.792967:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:1.0:1776202234.792973:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.792977:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:0.0:1776202234.793391:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000529d8bf8. 00010000:00000010:0.0:1776202234.793522:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069040432. 00010000:00000010:0.0:1776202234.793605:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a17a979. 00010000:00000010:0.0:1776202234.793688:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.0:1776202234.793696:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.793708:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.793714:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.793722:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.793735:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a09a42a. 02000000:00000010:0.0:1776202234.793873:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060b900d7. 00000400:00000010:0.0:1776202234.793880:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202234.793886:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.793892:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806848, portal 16 00000400:00000010:0.0:1776202234.793897:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202234.793900:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806848, offset 0 00000400:00000200:0.0:1776202234.793908:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.793922:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.793929:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.793933:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.793936:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.793939:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91943:91943:256:4294967295] 192.168.204.38@tcp LPNI seq info [91943:91943:8:4294967295] 00000400:00000200:0.0:1776202234.793948:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.793954:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.793958:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82354778). 00000800:00000200:0.0:1776202234.793965:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.793972:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.793976:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.794801:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.794806:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:2.0:1776202234.794812:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.794818:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.794822:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:2.0:1776202234.794823:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:2.0:1776202234.794881:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613806848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.801177:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.801197:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631300 00000400:00000200:3.0:1776202234.801207:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8441 [1] + 224 00000400:00000200:3.0:1776202234.801218:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.801222:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.801233:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613806848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.801260:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.801266:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b280 00000400:00000200:3.0:1776202234.801270:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 328 00000400:00000200:3.0:1776202234.801330:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.801334:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.801338:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.801344:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b92ddec. 00000020:00000010:3.0:1776202234.801391:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.801398:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.801403:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.801427:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b92ddec x1862480604607104/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.801447:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607104 02000000:00000010:3.0:1776202234.801455:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c33ffe. 00010000:00000010:3.0:1776202234.801542:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.801547:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.801553:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.801556:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.801573:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202234.801577:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607104, offset 224 00000400:00000200:3.0:1776202234.801582:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.801590:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.801594:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91944:91944:256:4294967295] 192.168.204.38@tcp LPNI seq info [91944:91944:8:4294967295] 00000400:00000200:3.0:1776202234.801601:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.801604:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.801613:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.801617:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.801624:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.801628:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.801643:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.801648:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.801651:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00000400:00000010:0.0:1776202234.801664:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202234.801671:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:0.0:1776202234.801673:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.801679:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613806848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.801688:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613806848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202234.801709:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5635f49. 02000000:00000010:0.0:1776202234.801725:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060b900d7. 00000800:00000200:3.0:1776202234.801726:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.801730:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 02000000:00000010:0.0:1776202234.801733:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a09a42a. 00000400:00000200:3.0:1776202234.801736:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776202234.801739:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000400:00000200:3.0:1776202234.801743:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:0.0:1776202234.801744:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00000400:00000200:3.0:1776202234.801746:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:3.0:1776202234.801749:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00010000:00000010:0.0:1776202234.801761:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00080000:00000010:0.0:1776202234.801778:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a09a42a. 00010000:00000010:0.0:1776202234.801892:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.801899:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fa04ab9. 00010000:00000010:0.0:1776202234.802007:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.802014:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.802024:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.802027:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.802033:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.802044:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b900d7. 02000000:00000010:0.0:1776202234.802067:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5d07c3d. 00000400:00000010:0.0:1776202234.802071:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202234.802075:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.802079:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806912, portal 16 00000400:00000010:0.0:1776202234.802083:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a533b6f. 00000100:00000200:0.0:1776202234.802096:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806912, offset 0 00000400:00000200:0.0:1776202234.802102:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.802108:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.802118:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.802122:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.802125:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.802127:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91945:91945:256:4294967295] 192.168.204.38@tcp LPNI seq info [91945:91945:8:4294967295] 00000400:00000200:0.0:1776202234.802137:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.802142:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.802145:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82354778). 00000800:00000200:0.0:1776202234.802150:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.802155:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00010000:00000010:1.1:1776202234.802157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094294c8b. 00000800:00000200:0.0:1776202234.802158:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202234.802165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00000800:00000200:3.0:1776202234.802235:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.802237:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354530). 00000400:00000200:3.0:1776202234.802240:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.802244:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.802247:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a533b6f 00000400:00000010:3.0:1776202234.802248:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a533b6f. 00000100:00000200:3.0:1776202234.802253:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613806912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.806161:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.806183:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631340 00000400:00000200:3.0:1776202234.806193:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb844d [1] + 224 00000400:00000200:3.0:1776202234.806204:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.806207:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.806218:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613806912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.806256:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.806260:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b2c0 00000400:00000200:3.0:1776202234.806265:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 656 00000400:00000200:3.0:1776202234.806273:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.806275:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.806279:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.806285:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 00000400:00000010:0.0:1776202234.806447:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202234.806453:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:0.0:1776202234.806455:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.806461:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613806912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.806470:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613806912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.806499:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5d07c3d. 02000000:00000010:0.0:1776202234.806505:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b900d7. 00000100:00000010:0.0:1776202234.806512:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202234.806515:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.806519:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000020:00000010:2.0:1776202234.806601:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1fdec1a. 00000020:00000010:2.0:1776202234.806608:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.806613:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.806636:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4eec345 x1862480604607168/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.806670:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607168 02000000:00000010:2.0:1776202234.806680:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc9f8619. 00010000:00000010:2.0:1776202234.806708:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f46e30e2. 00010000:00000010:2.0:1776202234.806727:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.806732:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.806752:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.806756:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.806768:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab7a97ff. 00000100:00000200:2.0:1776202234.806772:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607168, offset 224 00000400:00000200:2.0:1776202234.806778:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.806789:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.806795:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91946:91946:256:4294967295] 192.168.204.38@tcp LPNI seq info [91946:91946:8:4294967295] 00000400:00000200:2.0:1776202234.806805:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.806810:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.806815:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82354778). 00000800:00000200:2.0:1776202234.806820:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.806826:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.806856:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.806888:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.806893:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.806896:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1fdec1a. 00010000:00000010:0.1:1776202234.807021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbb0741f. 00010000:00000010:0.1:1776202234.807030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb849562. 00000800:00000200:1.0:1776202234.807050:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1776202234.807052:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5d07c3d. 00000800:00000010:1.0:1776202234.807054:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:1.0:1776202234.807061:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776202234.807153:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.807159:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002772df13. 00010000:00000010:0.0:1776202234.807246:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.0:1776202234.807252:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.807262:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.807265:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.807271:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.807281:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060b900d7. 00000400:00000200:1.0:1776202234.807294:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.807298:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab7a97ff 00000400:00000010:1.0:1776202234.807300:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab7a97ff. 02000000:00000010:0.0:1776202234.807302:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd0c57a. 00000400:00000010:0.0:1776202234.807307:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202234.807312:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.807317:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613806976, portal 16 00000400:00000010:0.0:1776202234.807321:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab65840b. 00000100:00000200:0.0:1776202234.807322:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613806976, offset 0 00000400:00000200:0.0:1776202234.807328:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.807335:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.807342:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.807345:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.807348:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.807350:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91947:91947:256:4294967295] 192.168.204.38@tcp LPNI seq info [91947:91947:8:4294967295] 00000400:00000200:0.0:1776202234.807357:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.807361:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.807364:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82354778). 00000800:00000200:0.0:1776202234.807368:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.807373:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.807376:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.807600:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.807603:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:2.0:1776202234.807607:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.807611:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.807614:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab65840b 00000400:00000010:2.0:1776202234.807615:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab65840b. 00000100:00000200:2.0:1776202234.807621:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613806976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.809918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000579c7d96. 00010000:00000010:0.1:1776202234.809933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda10439. 00010000:00000010:0.1:1776202234.809937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00000400:00000200:3.0:1776202234.811062:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.811087:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631380 00000400:00000200:3.0:1776202234.811101:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8459 [1] + 224 00000400:00000200:3.0:1776202234.811121:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.811126:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.811143:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613806976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.811528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a4e620. 00000400:00000010:0.0:1776202234.812911:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202234.812924:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:0.0:1776202234.812926:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.812947:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613806976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.812960:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613806976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.813003:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd0c57a. 02000000:00000010:0.0:1776202234.813012:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060b900d7. 00000100:00000010:0.0:1776202234.813021:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202234.813026:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.813031:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00010000:00000010:2.1:1776202234.817900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b15a27. 00010000:00000010:0.1:1776202234.817903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3b89677. 00010000:00000010:0.1:1776202234.817921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000400:00000200:1.0:1776202234.825969:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.825993:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b300 00000400:00000200:1.0:1776202234.826001:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 984 00000400:00000200:1.0:1776202234.826093:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.826265:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.826272:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.826280:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:3.0:1776202234.826390:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.826405:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.826411:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.826451:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604607232/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.826495:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607232 02000000:00000010:3.0:1776202234.826512:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:3.0:1776202234.826553:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b12ca9b. 00010000:00000010:3.0:1776202234.826586:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.826608:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.826630:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.826634:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.826652:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202234.826660:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607232, offset 224 00000400:00000200:3.0:1776202234.826670:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.826687:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.826695:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91948:91948:256:4294967295] 192.168.204.38@tcp LPNI seq info [91948:91948:8:4294967295] 00000400:00000200:3.0:1776202234.826707:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.826713:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.826718:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.826725:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.826734:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.826739:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.826762:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.826768:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.826771:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00080000:00000010:0.0:1776202234.826919:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cd0c57a. 00000800:00000200:2.0:1776202234.826950:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.826957:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:2.0:1776202234.826965:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.826972:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.826976:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:2.0:1776202234.826979:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00010000:00000010:0.0:1776202234.827039:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.827048:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cebd84d3. 00010000:00000010:0.0:1776202234.827154:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.827161:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.827175:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000871325ac. 00000100:00000010:0.0:1776202234.827180:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.827188:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.827207:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbdf1083. 02000000:00000010:0.0:1776202234.827239:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060b900d7. 00000400:00000010:0.0:1776202234.827246:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202234.827253:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f2cd5. 00000100:00000200:0.0:1776202234.827258:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807040, portal 16 00000400:00000010:0.0:1776202234.827264:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004d66609. 00000100:00000200:0.0:1776202234.827266:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807040, offset 0 00000400:00000200:0.0:1776202234.827272:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.827280:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.827288:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.827292:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.827297:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.827300:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91949:91949:256:4294967295] 192.168.204.38@tcp LPNI seq info [91949:91949:8:4294967295] 00000400:00000200:0.0:1776202234.827307:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.827312:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.827316:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202234.827321:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.827325:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.827327:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202234.827625:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.827629:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:3.0:1776202234.827635:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.827640:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.827644:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004d66609 00000400:00000010:3.0:1776202234.827646:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004d66609. 00000100:00000200:3.0:1776202234.827653:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613807040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.831854:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009085b35a. 00000400:00000200:1.0:1776202234.837777:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.837807:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6313c0 00000400:00000200:1.0:1776202234.837820:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8465 [1] + 224 00000400:00000200:1.0:1776202234.837886:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.837893:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.837910:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613807040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.837974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2414ad. 00010000:00000010:0.1:1776202234.837992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00000400:00000010:2.0:1776202234.838994:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:2.0:1776202234.839002:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f2cd5 00000400:00000010:2.0:1776202234.839004:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f2cd5. 00000100:00000200:2.0:1776202234.839021:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613807040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.839031:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613807040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.839066:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060b900d7. 02000000:00000010:2.0:1776202234.839075:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbdf1083. 00000100:00000010:2.0:1776202234.839081:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:2.0:1776202234.839096:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:2.0:1776202234.839101:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000871325ac. 00000400:00000200:2.0:1776202234.840000:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.840021:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b340 00000400:00000200:2.0:1776202234.840032:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 1312 00000400:00000200:2.0:1776202234.840342:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.840349:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.840360:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.840368:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:3.0:1776202234.840770:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.840780:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.840785:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.840821:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604607296/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.840920:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607296 02000000:00000010:3.0:1776202234.840937:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:3.0:1776202234.840975:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a7887d5. 00010000:00000010:3.0:1776202234.841003:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.841011:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.841026:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.841030:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.841046:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202234.841053:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607296, offset 224 00000400:00000200:3.0:1776202234.841062:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.841076:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.841083:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91950:91950:256:4294967295] 192.168.204.38@tcp LPNI seq info [91950:91950:8:4294967295] 00000400:00000200:3.0:1776202234.841095:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.841101:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.841105:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.841112:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.841121:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.841126:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.841155:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.841160:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.841164:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 00000800:00000200:1.0:1776202234.841305:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.841310:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.841317:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.841321:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.841325:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:1.0:1776202234.841327:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00080000:00000010:0.0:1776202234.841958:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060b900d7. 00010000:00000010:0.0:1776202234.842069:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.842079:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000418c2ea5. 00010000:00000010:0.0:1776202234.842168:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.0:1776202234.842174:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.842187:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081c1d1ae. 00000100:00000010:0.0:1776202234.842194:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.842204:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.842221:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021155ded. 02000000:00000010:0.0:1776202234.842250:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e34f95bc. 00000400:00000010:0.0:1776202234.842256:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.842262:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202234.842268:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807104, portal 16 00000400:00000010:0.0:1776202234.842273:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e37f32f. 00000100:00000200:0.0:1776202234.842275:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807104, offset 0 00000400:00000200:0.0:1776202234.842283:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.842300:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.842309:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.842312:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.842315:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.842319:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91951:91951:256:4294967295] 192.168.204.38@tcp LPNI seq info [91951:91951:8:4294967295] 00000400:00000200:0.0:1776202234.842328:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.842335:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.842339:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202234.842346:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.842353:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.842357:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.844162:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.844172:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202234.844183:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.844197:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.844204:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e37f32f 00000400:00000010:1.0:1776202234.844207:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e37f32f. 00000100:00000200:1.0:1776202234.844219:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613807104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.847035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ee099e6. 00000400:00000200:2.0:1776202234.850529:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.850556:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631400 00000400:00000200:2.0:1776202234.850569:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8471 [1] + 224 00000400:00000200:2.0:1776202234.850593:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.850599:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.850613:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613807104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.851004:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.851016:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b380 00000400:00000200:1.0:1776202234.851022:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 1640 00000400:00000200:1.0:1776202234.851104:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.851109:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.851115:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.851123:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000020:00000010:2.0:1776202234.851241:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1fdec1a. 00000020:00000010:2.0:1776202234.851250:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.851255:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202234.851288:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b18f905a x1862480604607360/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202234.851327:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607360 02000000:00000010:2.0:1776202234.851346:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fbdf1083. 00010000:00000010:2.0:1776202234.851399:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.851408:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.851416:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.851422:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202234.851440:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f910502. 00000100:00000200:2.0:1776202234.851446:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607360, offset 224 00000400:00000200:2.0:1776202234.851455:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.851468:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.851474:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91952:91952:256:4294967295] 192.168.204.38@tcp LPNI seq info [91952:91952:8:4294967295] 00000400:00000200:2.0:1776202234.851486:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.851492:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.851498:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202234.851505:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.851513:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.851517:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.851543:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.851548:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.851551:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1fdec1a. 00000800:00000200:1.0:1776202234.851802:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.851806:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:1.0:1776202234.851811:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.851816:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.851820:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f910502 00000400:00000010:1.0:1776202234.851822:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f910502. 00010000:00000010:0.1:1776202234.852177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc7cdf69. 00010000:00000010:0.1:1776202234.852187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000400:00000010:0.0:1776202234.852221:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.852225:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202234.852226:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202234.852235:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613807104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.852244:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613807104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202234.852270:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce700616. 02000000:00000010:0.0:1776202234.852287:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e34f95bc. 02000000:00000010:0.0:1776202234.852293:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021155ded. 00000100:00000010:0.0:1776202234.852297:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202234.852300:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.852303:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081c1d1ae. 00080000:00000010:0.0:1776202234.852323:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021155ded. 00010000:00000010:0.0:1776202234.852435:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.852442:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a5974be. 00010000:00000010:0.0:1776202234.852539:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.852546:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.852558:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081c1d1ae. 00000100:00000010:0.0:1776202234.852563:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.852571:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.852584:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e34f95bc. 02000000:00000010:0.0:1776202234.852617:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008921fa5d. 00000400:00000010:0.0:1776202234.852623:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.852626:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202234.852632:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807168, portal 16 00000400:00000010:0.0:1776202234.852638:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e7720f2. 00000100:00000200:0.0:1776202234.852641:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807168, offset 0 00000400:00000200:0.0:1776202234.852648:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.852659:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.852667:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.852671:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.852674:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.852677:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91953:91953:256:4294967295] 192.168.204.38@tcp LPNI seq info [91953:91953:8:4294967295] 00000400:00000200:0.0:1776202234.852686:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.852690:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.852694:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202234.852699:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.852704:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.852707:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.852920:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.852924:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:2.0:1776202234.852928:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.852932:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.852935:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e7720f2 00000400:00000010:2.0:1776202234.852936:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e7720f2. 00000100:00000200:2.0:1776202234.852941:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613807168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.858752:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.858777:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631440 00000400:00000200:1.0:1776202234.858789:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb847d [1] + 224 00000400:00000200:1.0:1776202234.858803:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.858807:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.858822:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613807168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.858911:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.858916:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b3c0 00000400:00000200:1.0:1776202234.858922:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6d8d [2] + 1968 00000400:00000010:1.0:1776202234.858926:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013786f37. 00000400:00000200:1.0:1776202234.858931:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002a037f50 00000400:00000010:0.0:1776202234.859221:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:0.0:1776202234.859227:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:0.0:1776202234.859229:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:0.0:1776202234.859237:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613807168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.859247:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613807168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.859295:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008921fa5d. 02000000:00000010:0.0:1776202234.859303:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e34f95bc. 00000100:00000010:0.0:1776202234.859307:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:0.0:1776202234.859312:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.859318:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081c1d1ae. 00000400:00000200:1.0:1776202234.859418:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.859424:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.859427:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a037f50 00000400:00000010:1.0:1776202234.859429:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002a037f50 (tot 82354378). 00000100:00000200:1.0:1776202234.859434:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776202234.861541:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d157ed1. 00000020:00000010:3.0:1776202234.861558:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.861563:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.861601:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002cfe494e x1862480604607424/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.861695:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607424 02000000:00000010:3.0:1776202234.861709:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:3.0:1776202234.861749:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004679c8f. 00010000:00000010:3.0:1776202234.861776:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.861786:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee4feba9. 00000100:00000010:3.0:1776202234.861808:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee4feba9. 00010000:00000010:3.0:1776202234.861811:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.861828:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202234.861884:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607424, offset 224 00000400:00000200:3.0:1776202234.861895:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.861913:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.861920:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91954:91954:256:4294967295] 192.168.204.38@tcp LPNI seq info [91954:91954:8:4294967295] 00000400:00000200:3.0:1776202234.861933:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.861940:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.861947:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354626). 00000800:00000200:3.0:1776202234.861957:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.861965:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.861970:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.861991:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.861996:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.861999:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d157ed1. 02000000:00000010:3.0:1776202234.862010:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fbdf1083. 00000100:00000010:3.0:1776202234.862014:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 02000000:00000010:3.0:1776202234.862020:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:3.0:1776202234.862023:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202234.862026:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:3.0:1776202234.862027:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:3.0:1776202234.862031:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc9f8619. 00000100:00000010:3.0:1776202234.862038:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 02000000:00000010:3.0:1776202234.862042:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3c33ffe. 00000100:00000010:3.0:1776202234.862044:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b92ddec. 02000000:00000010:3.0:1776202234.862048:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7b6c175. 00000100:00000010:3.0:1776202234.862050:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1426e08. 00000100:00000200:3.0:1776202234.862058:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202234.862065:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ef7d1dfc. 00000400:00000010:3.0:1776202234.862070:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee4feba9 (tot 82354778). 00000800:00000200:1.0:1776202234.862235:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.862240:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.862248:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.862253:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.862257:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:1.0:1776202234.862259:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 02000000:00000010:1.0:1776202234.862263:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00080000:00000010:0.0:1776202234.865286:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e34f95bc. 00010000:00000010:0.0:1776202234.865445:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.865457:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb012b8b. 00010000:00000010:0.0:1776202234.865579:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ba661c. 00010000:00000010:0.0:1776202234.865587:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202234.865605:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081c1d1ae. 00000100:00000010:0.0:1776202234.865615:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.865627:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002708cb7d. 02000000:00000010:0.0:1776202234.865644:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008921fa5d. 02000000:00000010:0.0:1776202234.865685:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3ef3ec0. 00000400:00000010:0.0:1776202234.865694:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.865703:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008027178b. 00000100:00000200:0.0:1776202234.865712:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807232, portal 16 00000400:00000010:0.0:1776202234.865719:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202234.865722:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807232, offset 0 00000400:00000200:0.0:1776202234.865734:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.865756:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.865764:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.865768:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.865771:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.865775:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91955:91955:256:4294967295] 192.168.204.38@tcp LPNI seq info [91955:91955:8:4294967295] 00000400:00000200:0.0:1776202234.865787:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.865793:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.865798:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202234.865806:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.865814:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.865818:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202234.866033:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.866037:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202234.866043:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.866048:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.866052:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:0.0:1776202234.866054:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:0.0:1776202234.866063:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002708cb7d x1862480613807232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.872309:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.872337:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631480 00000400:00000200:1.0:1776202234.872350:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb848d [1] + 224 00000400:00000200:1.0:1776202234.872367:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.872371:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.872386:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002708cb7d x1862480613807232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.872433:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.872438:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b400 00000400:00000200:1.0:1776202234.872444:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 0 00000400:00000200:1.0:1776202234.872499:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.872502:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.872507:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.872514:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 00000020:00000010:3.0:1776202234.873229:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202234.873240:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.873246:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.873283:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3bab71c x1862480604607488/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202234.873329:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607488 02000000:00000010:3.0:1776202234.873343:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:3.0:1776202234.873394:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.873404:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202234.873413:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202234.873416:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.873433:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202234.873438:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607488, offset 224 00000400:00000200:3.0:1776202234.873447:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.873459:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.873466:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91956:91956:256:4294967295] 192.168.204.38@tcp LPNI seq info [91956:91956:8:4294967295] 00000400:00000200:3.0:1776202234.873478:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.873484:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.873488:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.873495:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.873502:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.873507:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.873525:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.873529:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.873532:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000400:00000010:2.0:1776202234.873624:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:2.0:1776202234.873630:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008027178b 00000400:00000010:2.0:1776202234.873632:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008027178b. 00000100:00000200:2.0:1776202234.873641:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002708cb7d x1862480613807232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.873650:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002708cb7d x1862480613807232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.873675:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9cf9f19. 02000000:00000010:2.0:1776202234.873697:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3ef3ec0. 02000000:00000010:2.0:1776202234.873703:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008921fa5d. 00000100:00000010:2.0:1776202234.873707:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002708cb7d. 00000100:00000010:2.0:1776202234.873710:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:2.0:1776202234.873713:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081c1d1ae. 00080000:00000010:2.0:1776202234.873734:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbdf1083. 00010000:00000010:2.0:1776202234.873909:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202234.873917:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e40e0f2. 00010000:00000010:2.0:1776202234.874014:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f7bc83. 00010000:00000010:2.0:1776202234.874021:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202234.874033:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.874038:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.874046:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.874061:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7b6c175. 02000000:00000010:2.0:1776202234.874093:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc9f8619. 00000400:00000010:2.0:1776202234.874099:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078bcd959. 00000400:00000010:2.0:1776202234.874104:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202234.874110:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807296, portal 16 00000400:00000010:2.0:1776202234.874114:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da256f53. 00000100:00000200:2.0:1776202234.874116:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807296, offset 0 00000400:00000200:2.0:1776202234.874121:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.874129:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.874137:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.874141:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.874144:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.874147:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91957:91957:255:4294967295] 192.168.204.38@tcp LPNI seq info [91957:91957:7:4294967295] 00000400:00000200:2.0:1776202234.874154:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.874159:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.874163:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82355026). 00000800:00000200:2.0:1776202234.874167:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.874171:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.874173:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.874289:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.874293:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:1.0:1776202234.874300:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.874304:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.874310:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:1.0:1776202234.874311:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000800:00000200:1.0:1776202234.874372:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.874374:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:1.0:1776202234.874379:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.874382:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.874384:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da256f53 00000400:00000010:1.0:1776202234.874385:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da256f53. 00000100:00000200:1.0:1776202234.874391:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613807296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.874892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079178eb0. 00010000:00000010:0.1:1776202234.874901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaf8f229. 00010000:00000010:0.1:1776202234.874906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00000400:00000200:0.0:1776202234.879751:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.879779:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6314c0 00000400:00000200:0.0:1776202234.879791:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8499 [1] + 224 00000400:00000200:0.0:1776202234.879807:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.879811:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.879826:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613807296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.879888:0:15862:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8140132. 00010000:00000010:0.1:1776202234.879899:0:15862:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000400:00000200:0.0:1776202234.879937:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202234.879942:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b440 00000400:00000200:0.0:1776202234.879948:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 328 00000400:00000200:0.0:1776202234.880016:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.880019:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202234.880024:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202234.880031:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00010000:00000010:2.1:1776202234.880111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa697544. 00010000:00000010:2.1:1776202234.880119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac534fc4. 00010000:00000010:2.1:1776202234.880123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ba661c. 00000400:00000010:2.0:1776202234.880144:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078bcd959. 00000400:00000200:2.0:1776202234.880148:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:2.0:1776202234.880151:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:2.0:1776202234.880157:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613807296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.880165:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613807296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202234.880202:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc9f8619. 02000000:00000010:2.0:1776202234.880213:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7b6c175. 00000100:00000010:2.0:1776202234.880217:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:2.0:1776202234.880221:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.880226:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00010000:00000010:3.1:1776202234.880287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000549005d7. 00000020:00000010:1.0:1776202234.880575:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006359b43b. 00000020:00000010:1.0:1776202234.880584:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202234.880590:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202234.880623:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604607552/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202234.880660:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607552 02000000:00000010:1.0:1776202234.880675:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009375b881. 00010000:00000010:1.0:1776202234.880713:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000160de65f. 00010000:00000010:1.0:1776202234.880740:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.880748:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.880763:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.880767:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202234.880784:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.880789:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607552, offset 224 00000400:00000200:1.0:1776202234.880798:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.880812:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.880819:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91958:91958:256:4294967295] 192.168.204.38@tcp LPNI seq info [91958:91958:8:4294967295] 00000400:00000200:1.0:1776202234.880889:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.880896:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.880901:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.880908:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.880917:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.880922:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202234.880943:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202234.880947:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202234.880952:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006359b43b. 00000800:00000200:1.0:1776202234.881046:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.881051:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202234.881055:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.881061:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.881064:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.881066:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00080000:00000010:2.0:1776202234.881442:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7b6c175. 00010000:00000010:2.0:1776202234.881571:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202234.881581:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4803a22. 00010000:00000010:2.0:1776202234.881683:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475f1705. 00010000:00000010:2.0:1776202234.881690:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202234.881702:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202234.881707:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.881715:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 02000000:00000010:2.0:1776202234.881729:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc9f8619. 02000000:00000010:2.0:1776202234.881764:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1fdec1a. 00000400:00000010:2.0:1776202234.881770:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078bcd959. 00000400:00000010:2.0:1776202234.881776:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f28cee03. 00000100:00000200:2.0:1776202234.881782:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807360, portal 16 00000400:00000010:2.0:1776202234.881787:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e813273d. 00000100:00000200:2.0:1776202234.881790:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807360, offset 0 00000400:00000200:2.0:1776202234.881797:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.881809:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.881817:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.881821:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.881824:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.881827:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91959:91959:256:4294967295] 192.168.204.38@tcp LPNI seq info [91959:91959:8:4294967295] 00000400:00000200:2.0:1776202234.881882:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.881887:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.881891:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354778). 00000800:00000200:2.0:1776202234.881895:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.881901:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.881903:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.883594:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.883606:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354530). 00000400:00000200:1.0:1776202234.883619:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.883632:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.883639:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e813273d 00000400:00000010:1.0:1776202234.883641:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e813273d. 00000100:00000200:1.0:1776202234.883654:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c96505cc x1862480613807360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.889828:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.889899:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631500 00000400:00000200:1.0:1776202234.889911:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84a5 [1] + 224 00000400:00000200:1.0:1776202234.889926:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.889930:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.889943:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c96505cc x1862480613807360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.889976:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.889982:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b480 00000400:00000200:1.0:1776202234.889987:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 656 00000400:00000200:1.0:1776202234.890050:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.890055:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.890060:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.890067:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000400:00000010:0.0:1776202234.890216:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078bcd959. 00000400:00000200:0.0:1776202234.890222:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f28cee03 00000400:00000010:0.0:1776202234.890224:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f28cee03. 00000100:00000200:0.0:1776202234.890231:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c96505cc x1862480613807360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.890240:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c96505cc x1862480613807360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.890280:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1fdec1a. 02000000:00000010:0.0:1776202234.890287:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc9f8619. 00000100:00000010:0.0:1776202234.890295:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 00000100:00000010:0.0:1776202234.890299:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:0.0:1776202234.890304:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000020:00000010:3.0:1776202234.890399:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202234.890408:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.890413:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.890445:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604607616/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.890488:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607616 02000000:00000010:3.0:1776202234.890502:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:3.0:1776202234.890592:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070c5dc55. 00010000:00000010:3.0:1776202234.890620:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.890629:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202234.890645:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202234.890648:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.890663:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202234.890668:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607616, offset 224 00000400:00000200:3.0:1776202234.890677:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.890690:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.890697:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91960:91960:256:4294967295] 192.168.204.38@tcp LPNI seq info [91960:91960:8:4294967295] 00000400:00000200:3.0:1776202234.890708:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.890713:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.890720:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202234.890727:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.890735:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.890739:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776202234.890853:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051d7a419. 00010000:00000010:0.0:1776202234.890987:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2662bad. 00010000:00000010:0.0:1776202234.890996:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008553d999. 00010000:00000010:0.0:1776202234.891101:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019aac566. 00010000:00000010:0.0:1776202234.891107:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d1de47b7. 00010000:00000010:0.0:1776202234.891114:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.891120:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00080000:00000010:0.0:1776202234.891133:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008921fa5d. 00010000:00000010:0.0:1776202234.891158:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202234.891161:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1de47b7. 00010000:00000010:0.0:1776202234.891214:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a3ef37a. 00010000:00000010:0.0:1776202234.891217:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202234.891224:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000063d2ef8. 00000100:00000010:0.0:1776202234.891229:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.891237:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002238e150. 02000000:00000010:0.0:1776202234.891249:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ef3ec0. 02000000:00000010:0.0:1776202234.891278:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c84d576a. 00000400:00000010:0.0:1776202234.891284:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202234.891289:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f80d7bb. 00000100:00000200:0.0:1776202234.891294:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807424, portal 16 00000400:00000010:0.0:1776202234.891298:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7de6a80. 00000100:00000200:0.0:1776202234.891300:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807424, offset 0 00000400:00000200:0.0:1776202234.891307:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.891314:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.891321:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.891325:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.891329:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.891331:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91961:91961:255:4294967295] 192.168.204.38@tcp LPNI seq info [91961:91961:7:4294967295] 00000400:00000200:0.0:1776202234.891340:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.891344:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.891347:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202234.891351:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.891354:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.891357:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776202234.891414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b15457c2. 00000020:00000010:3.0:1776202234.891496:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.891501:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.891506:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00010000:00000010:2.1:1776202234.903207:0:15860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0cd1fe0. 00010000:00000010:2.1:1776202234.903234:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f7bc83. 00000800:00000200:2.0:1776202234.903316:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.903322:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:2.0:1776202234.903334:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.903349:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.903358:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:2.0:1776202234.903361:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000800:00000200:2.0:1776202234.903451:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.903454:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202234.903459:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.903462:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.903465:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7de6a80 00000400:00000010:2.0:1776202234.903467:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7de6a80. 00000100:00000200:2.0:1776202234.903489:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002238e150 x1862480613807424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202234.908915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cac63d. 00010000:00000010:0.1:1776202234.909007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461f9824. 00010000:00000010:0.1:1776202234.909037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00010000:00000010:0.1:1776202234.909043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aac566. 00010000:00000010:0.1:1776202234.909046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000400:00000200:1.0:1776202234.923896:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.923925:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631540 00000400:00000200:1.0:1776202234.923939:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84b1 [1] + 224 00000400:00000200:1.0:1776202234.923956:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.923961:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.923975:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002238e150 x1862480613807424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.924024:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.924030:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b4c0 00000400:00000200:1.0:1776202234.924035:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 984 00000400:00000200:1.0:1776202234.924046:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.924049:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.924053:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.924061:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:3.0:1776202234.924237:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202234.924246:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.924252:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.924284:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604607680/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202234.924322:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607680 02000000:00000010:3.0:1776202234.924338:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d157ed1. 00010000:00000010:3.0:1776202234.924391:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.924401:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202234.924410:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202234.924414:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.924432:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202234.924438:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607680, offset 224 00000400:00000200:3.0:1776202234.924448:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.924462:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.924469:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91962:91962:256:4294967295] 192.168.204.38@tcp LPNI seq info [91962:91962:8:4294967295] 00000400:00000200:3.0:1776202234.924481:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.924486:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.924491:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.924498:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.924507:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.924511:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202234.924542:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.924547:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.924550:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000800:00000200:0.0:1776202234.924698:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202234.924704:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202234.924711:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202234.924715:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202234.924719:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:0.0:1776202234.924721:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000400:00000010:2.0:1776202234.928994:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1e244a5. 00000400:00000200:2.0:1776202234.929012:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f80d7bb 00000400:00000010:2.0:1776202234.929015:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007f80d7bb. 00000100:00000200:2.0:1776202234.929034:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002238e150 x1862480613807424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.929048:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002238e150 x1862480613807424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.929088:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a68540d7. 02000000:00000010:2.0:1776202234.929114:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c84d576a. 02000000:00000010:2.0:1776202234.929122:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3ef3ec0. 00000100:00000010:2.0:1776202234.929128:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002238e150. 00000100:00000010:2.0:1776202234.929135:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:2.0:1776202234.929139:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000063d2ef8. 00080000:00000010:2.0:1776202234.929167:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc9f8619. 00010000:00000010:2.0:1776202234.929312:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:2.0:1776202234.929320:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b2b50eb. 00010000:00000010:2.0:1776202234.929421:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f7bc83. 00010000:00000010:2.0:1776202234.929429:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202234.929445:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a96696d4. 00000100:00000010:2.0:1776202234.929455:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.929465:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202234.929481:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1fdec1a. 02000000:00000010:2.0:1776202234.929523:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3ef3ec0. 00000400:00000010:2.0:1776202234.929530:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc8c0023. 00000400:00000010:2.0:1776202234.929535:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000100:00000200:2.0:1776202234.929544:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807488, portal 16 00000400:00000010:2.0:1776202234.929551:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9dec01f. 00000100:00000200:2.0:1776202234.929554:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807488, offset 0 00000400:00000200:2.0:1776202234.929565:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.929585:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.929595:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202234.929599:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202234.929602:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202234.929606:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91963:91963:256:4294967295] 192.168.204.38@tcp LPNI seq info [91963:91963:8:4294967295] 00000400:00000200:2.0:1776202234.929619:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.929627:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.929632:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ae85130 (tot 82354778). 00000800:00000200:2.0:1776202234.929640:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.929649:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.929654:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ae85130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.930378:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.930384:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ae85130 (tot 82354530). 00000400:00000200:1.0:1776202234.930391:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.930400:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.930406:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9dec01f 00000400:00000010:1.0:1776202234.930407:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9dec01f. 00000100:00000200:1.0:1776202234.930416:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613807488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202234.936079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000709b41dc. 00010000:00000010:2.1:1776202234.936106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000947d7288. 00010000:00000010:2.1:1776202234.936111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3ef37a. 00000400:00000200:1.0:1776202234.940333:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.940360:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631580 00000400:00000200:1.0:1776202234.940372:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84bd [1] + 224 00000400:00000200:1.0:1776202234.940389:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.940394:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.940408:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613807488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.940523:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.940529:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b500 00000400:00000200:1.0:1776202234.940533:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 1312 00000400:00000200:1.0:1776202234.940612:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.940615:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.940620:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202234.940628:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:3.0:1776202234.941092:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202234.941103:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.941109:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202234.941142:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604607744/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202234.941252:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607744 02000000:00000010:3.0:1776202234.941269:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:3.0:1776202234.941318:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202234.941327:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202234.941336:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202234.941344:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202234.941366:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202234.941373:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607744, offset 224 00000400:00000200:3.0:1776202234.941383:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202234.941402:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202234.941409:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91964:91964:256:4294967295] 192.168.204.38@tcp LPNI seq info [91964:91964:8:4294967295] 00000400:00000200:3.0:1776202234.941421:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202234.941427:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202234.941433:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202234.941442:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202234.941450:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202234.941454:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776202234.941475:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc8c0023. 00000020:00000010:3.0:1776202234.941482:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202234.941488:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202234.941492:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000800:00000200:1.0:1776202234.941579:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.941584:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202234.941591:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.941595:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.943141:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:2.0:1776202234.943144:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00000100:00000200:2.0:1776202234.943164:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613807488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202234.943174:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613807488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202234.943739:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000025e59e4. 02000000:00000010:2.0:1776202234.943768:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3ef3ec0. 02000000:00000010:2.0:1776202234.943776:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1fdec1a. 00000100:00000010:2.0:1776202234.943783:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:2.0:1776202234.943788:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.943793:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a96696d4. 00080000:00000010:0.0:1776202234.944147:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cabdc80. 00010000:00000010:0.0:1776202234.944885:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:0.0:1776202234.944900:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000771e9455. 00010000:00000010:0.0:1776202234.945010:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000537bc6d5. 00010000:00000010:0.0:1776202234.945018:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202234.945037:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000400:00000200:1.0:1776202234.945943:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:1.0:1776202234.945951:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000010:0.0:1776202234.946093:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.946111:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202234.946128:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6dd2851. 02000000:00000010:0.0:1776202234.946169:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2598925. 00000400:00000010:0.0:1776202234.946174:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013786f37. 00000400:00000010:0.0:1776202234.946180:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202234.946187:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807552, portal 16 00000400:00000010:0.0:1776202234.946192:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5593615. 00000100:00000200:0.0:1776202234.946194:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807552, offset 0 00000400:00000200:0.0:1776202234.946203:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.946221:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.946229:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.946233:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.946235:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.946238:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91965:91965:256:4294967295] 192.168.204.38@tcp LPNI seq info [91965:91965:8:4294967295] 00000400:00000200:0.0:1776202234.946247:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.946252:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.946257:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202234.946264:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.946272:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.946276:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202234.946693:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202234.946708:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:1.0:1776202234.946716:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.946723:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202234.946726:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5593615 00000400:00000010:1.0:1776202234.946727:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5593615. 00000100:00000200:1.0:1776202234.946735:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613807552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202234.948519:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202234.948545:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6315c0 00000400:00000200:1.0:1776202234.948558:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84c9 [1] + 224 00000400:00000200:1.0:1776202234.948587:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202234.948592:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202234.948606:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613807552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202234.948728:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000013786f37. 00000400:00000200:0.0:1776202234.948735:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:0.0:1776202234.948738:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000200:0.0:1776202234.948745:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613807552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202234.948752:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613807552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202234.948792:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2598925. 02000000:00000010:0.0:1776202234.948800:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6dd2851. 00000100:00000010:0.0:1776202234.948804:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:0.0:1776202234.948811:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.948814:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00010000:00000010:2.1:1776202234.948895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbbca1f6. 00000400:00000200:3.0:1776202234.950425:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.950448:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b540 00000400:00000200:3.0:1776202234.950460:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 1640 00000400:00000200:3.0:1776202234.950819:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.950826:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.950884:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.950894:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1426e08. 00000020:00000010:0.0:1776202234.951018:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6dd2851. 00000020:00000010:0.0:1776202234.951030:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.951037:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.951084:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1426e08 x1862480604607808/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202234.951132:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607808 02000000:00000010:0.0:1776202234.951150:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2598925. 00010000:00000010:0.0:1776202234.951194:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fd097d6. 00010000:00000010:0.0:1776202234.951222:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202234.951230:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.951246:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.951249:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000010:0.0:1776202234.951266:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fa2aa35. 00000100:00000200:0.0:1776202234.951273:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607808, offset 224 00000400:00000200:0.0:1776202234.951282:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202234.951292:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006359b43b. 00000400:00000200:0.0:1776202234.951300:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.951307:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91966:91966:256:4294967295] 192.168.204.38@tcp LPNI seq info [91966:91966:8:4294967295] 00000400:00000200:0.0:1776202234.951320:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.951325:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.951331:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354778). 00000800:00000200:0.0:1776202234.951337:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.951346:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.951350:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.951380:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.951385:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.951392:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6dd2851. 00010000:00000010:1.0:1776202234.951437:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:1.0:1776202234.951446:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e066eb2. 00010000:00000010:1.0:1776202234.951562:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202234.951571:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.951585:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.951589:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000800:00000200:2.0:1776202234.951611:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.951617:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00000400:00000200:2.0:1776202234.951623:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.951627:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.951631:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fa2aa35 00000400:00000010:2.0:1776202234.951633:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fa2aa35. 00000100:00000010:1.0:1776202234.951652:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.951668:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000318d97e4. 02000000:00000010:1.0:1776202234.951704:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038f6110f. 00000400:00000010:1.0:1776202234.951710:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.951717:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.951724:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807616, portal 16 00000400:00000010:1.0:1776202234.951729:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202234.951731:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807616, offset 0 00000400:00000200:1.0:1776202234.951737:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.951744:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.951753:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.951757:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.951760:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.951763:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91967:91967:256:4294967295] 192.168.204.38@tcp LPNI seq info [91967:91967:8:4294967295] 00000400:00000200:1.0:1776202234.951770:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.951775:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.951779:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.951782:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.951787:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.951789:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.951941:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.951944:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202234.951946:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.951949:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.951951:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:2.0:1776202234.951952:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:2.0:1776202234.951957:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613807616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202234.954056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050526ec7. 00010000:00000010:0.1:1776202234.954075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f7bc83. 00000400:00000200:3.0:1776202234.955648:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.955675:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631600 00000400:00000200:3.0:1776202234.955688:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84d5 [1] + 224 00000400:00000200:3.0:1776202234.955723:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.955727:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.955746:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613807616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.956313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e0816ac. 00010000:00000010:1.1:1776202234.956324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000537bc6d5. 00000400:00000010:1.0:1776202234.956349:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.956355:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.956358:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.956367:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613807616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.956375:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613807616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.956412:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038f6110f. 02000000:00000010:1.0:1776202234.956420:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000318d97e4. 00000100:00000010:1.0:1776202234.956425:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202234.956432:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.956437:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000200:2.0:1776202234.958789:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.958824:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b580 00000400:00000200:2.0:1776202234.958909:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6de5 [2] + 1968 00000400:00000010:2.0:1776202234.958916:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030d4276d. 00000400:00000200:2.0:1776202234.958924:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002fefc02a 00000400:00000200:2.0:1776202234.959021:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.959028:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.959034:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fefc02a 00000400:00000010:2.0:1776202234.959037:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002fefc02a (tot 82354378). 00000100:00000200:2.0:1776202234.959045:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202234.959262:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6dd2851. 00000020:00000010:0.0:1776202234.959271:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.959277:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.959317:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdabaacd x1862480604607872/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202234.959358:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607872 02000000:00000010:0.0:1776202234.959375:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007802ca58. 00010000:00000010:0.0:1776202234.959426:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baff776a. 00010000:00000010:0.0:1776202234.959457:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202234.959465:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acca4b8d. 00000100:00000010:0.0:1776202234.959486:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acca4b8d. 00010000:00000010:0.0:1776202234.959489:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000010:0.0:1776202234.959516:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003882bd5c. 00000100:00000200:0.0:1776202234.959523:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607872, offset 224 00000400:00000200:0.0:1776202234.959532:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.959546:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.959553:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91968:91968:256:4294967295] 192.168.204.38@tcp LPNI seq info [91968:91968:8:4294967295] 00000400:00000200:0.0:1776202234.959567:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.959573:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.959580:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354626). 00000800:00000200:0.0:1776202234.959587:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.959596:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00080000:00000010:1.0:1776202234.959601:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000318d97e4. 00000800:00000200:0.0:1776202234.959601:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.959631:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.959636:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.959641:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6dd2851. 02000000:00000010:0.0:1776202234.959653:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2598925. 00000100:00000010:0.0:1776202234.959657:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1426e08. 02000000:00000010:0.0:1776202234.959663:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00000100:00000010:0.0:1776202234.959665:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:0.0:1776202234.959670:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d157ed1. 00000100:00000010:0.0:1776202234.959672:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:0.0:1776202234.959677:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:0.0:1776202234.959679:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:0.0:1776202234.959683:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009375b881. 00000100:00000010:0.0:1776202234.959686:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202234.959690:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:0.0:1776202234.959692:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000200:0.0:1776202234.959702:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202234.959708:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000013786f37. 00000400:00000010:0.0:1776202234.959713:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000acca4b8d (tot 82354778). 00010000:00000010:1.0:1776202234.959724:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.959734:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092d61635. 00000800:00000200:2.0:1776202234.959883:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776202234.959884:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00000800:00000010:2.0:1776202234.959888:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354530). 00010000:00000010:1.0:1776202234.959893:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00000400:00000200:2.0:1776202234.959895:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.959902:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.959906:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003882bd5c 00000400:00000010:2.0:1776202234.959908:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003882bd5c. 00010000:00000010:1.0:1776202234.959908:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 02000000:00000010:2.0:1776202234.959914:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007802ca58. 00000100:00000010:1.0:1776202234.959914:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.959925:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.959941:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038f6110f. 02000000:00000010:1.0:1776202234.959970:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009375b881. 00000400:00000010:1.0:1776202234.959974:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.959978:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.959981:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807680, portal 16 00000400:00000010:1.0:1776202234.959986:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202234.959987:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807680, offset 0 00000400:00000200:1.0:1776202234.959994:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.960001:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.960009:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.960013:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.960016:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.960019:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91969:91969:256:4294967295] 192.168.204.38@tcp LPNI seq info [91969:91969:8:4294967295] 00000400:00000200:1.0:1776202234.960026:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.960031:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.960035:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202234.960039:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.960043:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.960045:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776202234.960129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a2cb03. 00000800:00000200:3.0:1776202234.960723:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.960727:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202234.960731:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.960738:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.960742:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:3.0:1776202234.960743:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:3.0:1776202234.960752:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613807680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.964928:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.964958:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631640 00000400:00000200:2.0:1776202234.964971:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84e5 [1] + 224 00000400:00000200:2.0:1776202234.964989:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.964994:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.965008:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613807680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.965051:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.965056:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b5c0 00000400:00000200:2.0:1776202234.965062:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 0 00000400:00000200:2.0:1776202234.965119:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.965123:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.965128:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.965136:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000400:00000010:1.0:1776202234.965303:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.965309:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.965312:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.965320:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613807680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.965328:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613807680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.965366:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009375b881. 02000000:00000010:1.0:1776202234.965374:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038f6110f. 00000100:00000010:1.0:1776202234.965378:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202234.965384:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.965390:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000020:00000010:0.0:1776202234.965638:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2598925. 00000020:00000010:0.0:1776202234.965647:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.965652:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.965682:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604607936/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202234.965723:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604607936 02000000:00000010:0.0:1776202234.965737:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6dd2851. 00010000:00000010:0.0:1776202234.965773:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fd20fa0. 00010000:00000010:0.0:1776202234.965800:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202234.965811:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202234.965828:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202234.965873:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000010:0.0:1776202234.965890:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc59e73f. 00000100:00000200:0.0:1776202234.965896:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604607936, offset 224 00000400:00000200:0.0:1776202234.965906:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.965921:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.965928:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91970:91970:256:4294967295] 192.168.204.38@tcp LPNI seq info [91970:91970:8:4294967295] 00000400:00000200:0.0:1776202234.965940:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00080000:00000010:1.0:1776202234.965942:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f6110f. 00000800:00000200:0.0:1776202234.965948:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.965963:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202234.965970:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.965979:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.965985:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.966001:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.966006:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.966011:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2598925. 00010000:00000010:1.0:1776202234.966059:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.966068:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dbb2979. 00010000:00000010:1.0:1776202234.966168:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202234.966175:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.966186:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.966190:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.966198:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.966212:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009375b881. 02000000:00000010:1.0:1776202234.966242:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000773e8828. 00000400:00000010:1.0:1776202234.966249:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202234.966253:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.966259:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807744, portal 16 00000400:00000010:1.0:1776202234.966264:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202234.966267:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807744, offset 0 00000400:00000200:1.0:1776202234.966273:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.966280:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.966288:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.966293:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.966296:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.966299:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91971:91971:255:4294967295] 192.168.204.38@tcp LPNI seq info [91971:91971:7:4294967295] 00000400:00000200:1.0:1776202234.966306:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.966311:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.966315:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202234.966318:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.966322:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.966324:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.966485:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.966490:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:2.0:1776202234.966505:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.966510:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.966515:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc59e73f 00000400:00000010:2.0:1776202234.966516:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc59e73f. 00000800:00000200:2.0:1776202234.966570:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.966572:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202234.966575:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.966579:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.966581:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:2.0:1776202234.966582:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:2.0:1776202234.966588:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613807744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.968234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002afdd427. 00010000:00000010:1.1:1776202234.968250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00000400:00000200:3.0:1776202234.971972:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.972002:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631680 00000400:00000200:3.0:1776202234.972017:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84f1 [1] + 224 00000400:00000200:3.0:1776202234.972033:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.972037:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.972051:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613807744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202234.972100:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.972106:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b600 00000400:00000200:3.0:1776202234.972112:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 328 00000400:00000200:3.0:1776202234.972167:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.972171:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202234.972175:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202234.972182:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b92ddec. 00000020:00000010:2.0:1776202234.972480:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3ef3ec0. 00000020:00000010:2.0:1776202234.972491:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.972497:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00010000:00000010:0.1:1776202234.972515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23f3dd0. 00000100:00000200:2.0:1776202234.972534:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b92ddec x1862480604608000/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202234.972569:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608000 02000000:00000010:2.0:1776202234.972587:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1fdec1a. 00010000:00000010:2.0:1776202234.972642:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a96696d4. 00000100:00000010:2.0:1776202234.972652:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202234.972661:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202234.972667:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a96696d4. 00000400:00000010:1.0:1776202234.972681:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000010:2.0:1776202234.972685:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040b67da0. 00000400:00000200:1.0:1776202234.972689:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.972693:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.972700:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613807744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.972719:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613807744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202234.972748:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000132e6092. 02000000:00000010:1.0:1776202234.972767:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000773e8828. 02000000:00000010:1.0:1776202234.972773:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009375b881. 00000100:00000010:1.0:1776202234.972778:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202234.972784:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.972788:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202234.972809:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000773e8828. 00010000:00000010:1.0:1776202234.972956:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.972964:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7518c28. 00010000:00000010:1.0:1776202234.973086:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7fe167. 00010000:00000010:1.0:1776202234.973095:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd1100a3. 00010000:00000010:1.0:1776202234.973106:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202234.973109:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202234.973115:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202234.973128:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009375b881. 02000000:00000010:1.0:1776202234.973160:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae9b622e. 00000400:00000010:1.0:1776202234.973166:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000100:00000200:2.0:1776202234.973638:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608000, offset 224 00000400:00000200:2.0:1776202234.973651:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202234.973669:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202234.973675:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91972:91972:256:4294967295] 192.168.204.38@tcp LPNI seq info [91972:91972:8:4294967295] 00000400:00000200:2.0:1776202234.973687:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202234.973693:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202234.973698:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202234.973706:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202234.973714:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202234.973719:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202234.973745:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002186d15f. 00000020:00000010:2.0:1776202234.973750:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202234.973754:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3ef3ec0. 00000800:00000200:3.0:1776202234.973956:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202234.973961:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:3.0:1776202234.973966:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202234.973971:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202234.973975:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040b67da0 00000400:00000010:3.0:1776202234.973977:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040b67da0. 00010000:00000010:0.1:1776202234.977906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000751bdc01. 00010000:00000010:1.1:1776202234.980912:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbbf5b0f. 00010000:00000010:1.1:1776202234.980937:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000010:1.0:1776202234.980970:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.980982:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807808, portal 16 00000400:00000010:1.0:1776202234.980992:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202234.980995:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807808, offset 0 00000400:00000200:1.0:1776202234.981008:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202234.981035:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202234.981045:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202234.981049:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202234.981052:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202234.981056:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91973:91973:256:4294967295] 192.168.204.38@tcp LPNI seq info [91973:91973:8:4294967295] 00000400:00000200:1.0:1776202234.981068:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202234.981075:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202234.981082:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202234.981090:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202234.981100:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202234.981105:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202234.981359:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.981364:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202234.981369:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.981374:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.981380:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:2.0:1776202234.981382:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:2.0:1776202234.981393:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613807808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202234.983723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520eef3b. 00000400:00000200:3.0:1776202234.984625:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202234.985796:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6316c0 00000400:00000200:3.0:1776202234.985809:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb84fd [1] + 224 00000400:00000200:2.0:1776202234.986184:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.986191:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.986216:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613807808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202234.986261:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202234.986269:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b640 00000400:00000200:2.0:1776202234.986275:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 656 00000400:00000200:2.0:1776202234.986329:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.986333:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202234.986338:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202234.986345:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:0.0:1776202234.986479:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2598925. 00000020:00000010:0.0:1776202234.986489:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.986495:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202234.986528:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604608064/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:602/0 lens 328/0 e 0 to 0 dl 1776202277 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1776202234.986634:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202234.986640:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202234.986643:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202234.986651:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613807808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202234.986660:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613807808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202234.986696:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae9b622e. 02000000:00000010:1.0:1776202234.986705:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009375b881. 00000100:00000010:1.0:1776202234.986711:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202234.986718:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202234.986724:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000100:00000200:0.0:1776202234.987036:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608064 02000000:00000010:0.0:1776202234.987053:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ec9cebf. 00010000:00000010:0.0:1776202234.987093:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068e6b44b. 00010000:00000010:0.0:1776202234.987121:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202234.987130:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202234.987227:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202234.987232:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000010:0.0:1776202234.987250:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056902c2c. 00000100:00000200:0.0:1776202234.987256:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608064, offset 224 00000400:00000200:0.0:1776202234.987268:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.987283:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.987290:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91974:91974:256:4294967295] 192.168.204.38@tcp LPNI seq info [91974:91974:8:4294967295] 00000400:00000200:0.0:1776202234.987301:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.987306:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.987312:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202234.987318:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.987326:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.987331:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202234.987367:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202234.987373:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202234.987379:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2598925. 00000800:00000200:2.0:1776202234.987822:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202234.987828:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202234.987856:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202234.987871:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202234.987876:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056902c2c 00000400:00000010:2.0:1776202234.987878:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056902c2c. 00010000:00000010:1.1:1776202234.990410:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025707b0d. 00010000:00000010:1.1:1776202234.990661:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00080000:00000010:0.0:1776202234.991989:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2598925. 00010000:00000010:0.0:1776202234.992154:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd1100a3. 00010000:00000010:0.0:1776202234.992338:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e744ddc1. 00010000:00000010:0.0:1776202234.998029:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f8f6bcf. 00010000:00000010:0.0:1776202234.998056:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202234.998082:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202234.998094:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202234.998109:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202234.998132:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000988f5bbc. 02000000:00000010:0.0:1776202234.998176:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0ae10b7. 00000400:00000010:0.0:1776202234.998184:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202234.998192:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202234.998212:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807872, portal 16 00000400:00000010:0.0:1776202234.998220:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa550b10. 00000100:00000200:0.0:1776202234.998222:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807872, offset 0 00000400:00000200:0.0:1776202234.998235:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202234.998255:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202234.998264:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202234.998269:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202234.998272:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202234.998276:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91975:91975:256:4294967295] 192.168.204.38@tcp LPNI seq info [91975:91975:8:4294967295] 00000400:00000200:0.0:1776202234.998287:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202234.998294:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202234.998299:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202234.998307:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202234.998315:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202234.998320:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.004066:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.004085:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:1.0:1776202235.004103:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.004119:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.004128:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa550b10 00000400:00000010:1.0:1776202235.004132:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa550b10. 00000100:00000200:1.0:1776202235.004153:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613807872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.013440:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.013482:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631700 00000400:00000200:2.0:1776202235.013498:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8509 [1] + 224 00000400:00000200:2.0:1776202235.014529:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.014545:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.014566:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613807872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.014647:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.014660:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b680 00000400:00000200:2.0:1776202235.014668:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 984 00010000:00000010:0.1:1776202235.015253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fbfe93. 00000400:00000010:0.0:1776202235.015291:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.015296:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:0.0:1776202235.015298:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00000100:00000200:0.0:1776202235.015308:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613807872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.015317:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613807872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202278 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.015358:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0ae10b7. 02000000:00000010:0.0:1776202235.015367:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000988f5bbc. 00000100:00000010:0.0:1776202235.015372:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.015377:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.015381:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000200:2.0:1776202235.015507:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.015513:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.015521:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.015529:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:3.0:1776202235.019547:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202235.019566:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.021850:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.021931:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604608128/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.022824:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608128 02000000:00000010:3.0:1776202235.022885:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:3.0:1776202235.022928:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e2a1643. 00010000:00000010:3.0:1776202235.022961:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202235.022972:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.022991:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.022996:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202235.023016:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202235.023024:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608128, offset 224 00000400:00000200:3.0:1776202235.023036:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.023058:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.023065:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91976:91976:256:4294967295] 192.168.204.38@tcp LPNI seq info [91976:91976:8:4294967295] 00000400:00000200:3.0:1776202235.023077:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.023084:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.023089:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.023097:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.023105:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.023109:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.023132:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.023138:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.023142:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00080000:00000010:1.0:1776202235.023143:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae9b622e. 00010000:00000010:1.0:1776202235.023269:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:1.0:1776202235.023277:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fedc9bb. 00010000:00000010:1.0:1776202235.023371:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080b42001. 00010000:00000010:1.0:1776202235.023378:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000270ca8aa. 00010000:00000010:1.0:1776202235.023392:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.023396:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202235.023405:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 00000800:00000200:2.0:1776202235.023652:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.023658:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:2.0:1776202235.023666:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.023672:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.023679:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:2.0:1776202235.023682:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 02000000:00000010:1.0:1776202235.023881:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083dff4d2. 02000000:00000010:1.0:1776202235.023922:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4b9d570. 00000400:00000010:1.0:1776202235.023930:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202235.023936:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202235.023943:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613807936, portal 16 00000400:00000010:1.0:1776202235.023948:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202235.023950:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613807936, offset 0 00000400:00000200:1.0:1776202235.023958:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.023968:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.023978:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.023982:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.023985:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.023990:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91977:91977:256:4294967295] 192.168.204.38@tcp LPNI seq info [91977:91977:8:4294967295] 00000400:00000200:1.0:1776202235.023997:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.024002:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.024006:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.024010:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.024015:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.024018:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.024139:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.024141:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202235.024144:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.024148:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.024151:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:2.0:1776202235.024152:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000100:00000200:2.0:1776202235.024160:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613807936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.025954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073181131. 00010000:00000010:0.1:1776202235.025974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7fe167. 00000400:00000200:2.0:1776202235.030146:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.030178:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631740 00000400:00000200:2.0:1776202235.030193:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8515 [1] + 224 00000400:00000200:2.0:1776202235.030212:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.030216:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.030231:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613807936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.030912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002130c4c2. 00000400:00000200:2.0:1776202235.032600:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.032623:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b6c0 00000400:00000200:2.0:1776202235.032632:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 1312 00000400:00000200:2.0:1776202235.032710:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.032715:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.032724:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.032732:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:0.0:1776202235.032959:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988f5bbc. 00000020:00000010:0.0:1776202235.032969:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202235.032975:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.033016:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604608192/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202235.033057:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608192 02000000:00000010:0.0:1776202235.033073:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0ae10b7. 00010000:00000010:0.0:1776202235.033126:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.033135:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.033144:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.033148:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000010:0.0:1776202235.033166:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7344e2f. 00000100:00000200:0.0:1776202235.033172:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608192, offset 224 00000400:00000200:0.0:1776202235.033181:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.033197:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.033203:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91978:91978:256:4294967295] 192.168.204.38@tcp LPNI seq info [91978:91978:8:4294967295] 00000400:00000200:0.0:1776202235.033214:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.033221:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.033226:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202235.033232:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.033240:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.033244:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.033272:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d1de47b7. 00000020:00000010:0.0:1776202235.033276:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.033282:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000988f5bbc. 00010000:00000010:1.1:1776202235.033401:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b806825c. 00010000:00000010:1.1:1776202235.033412:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8f6bcf. 00000800:00000200:2.0:1776202235.033415:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.033420:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:2.0:1776202235.033426:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.033429:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:1.0:1776202235.033431:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000578f4d19. 00000400:00000200:1.0:1776202235.033437:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:1.0:1776202235.033440:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000100:00000200:1.0:1776202235.033450:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613807936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.033460:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613807936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.033492:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000882de15f. 02000000:00000010:1.0:1776202235.033516:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4b9d570. 02000000:00000010:1.0:1776202235.033523:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083dff4d2. 00000100:00000010:1.0:1776202235.033528:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202235.033534:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202235.033538:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:0.0:1776202235.034824:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000988f5bbc. 00000400:00000200:2.0:1776202235.034955:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7344e2f 00000400:00000010:2.0:1776202235.034959:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7344e2f. 00010000:00000010:0.0:1776202235.035057:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000270ca8aa. 00010000:00000010:0.0:1776202235.035070:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd3310df. 00010000:00000010:0.0:1776202235.035181:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7727471. 00010000:00000010:0.0:1776202235.035189:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.035204:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.035211:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.035222:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.035240:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000255330b1. 02000000:00000010:0.0:1776202235.035279:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f9196ba. 00000400:00000010:0.0:1776202235.035286:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.035292:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.035300:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808000, portal 16 00000400:00000010:0.0:1776202235.035306:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202235.035310:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808000, offset 0 00000400:00000200:0.0:1776202235.035320:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.035340:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.035349:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.035354:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.035357:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.035360:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91979:91979:256:4294967295] 192.168.204.38@tcp LPNI seq info [91979:91979:8:4294967295] 00000400:00000200:0.0:1776202235.035370:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.035375:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.035380:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202235.035387:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.035395:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.035399:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.038316:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.038325:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:2.0:1776202235.038335:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.038346:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.038352:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202235.038355:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00000100:00000200:2.0:1776202235.038366:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.038894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a97f65d. 00010000:00000010:0.1:1776202235.044018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22cf2f4. 00010000:00000010:0.1:1776202235.047101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b42001. 00000400:00000200:3.0:1776202235.054776:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.054821:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631780 00000400:00000200:3.0:1776202235.054886:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8521 [1] + 224 00000400:00000200:3.0:1776202235.054901:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.054905:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.054917:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.055024:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.055030:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b700 00000400:00000200:3.0:1776202235.055035:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 1640 00000400:00000200:3.0:1776202235.055048:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.055051:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.055055:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.055060:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 00000020:00000010:1.0:1776202235.059002:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083dff4d2. 00000020:00000010:1.0:1776202235.059015:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.059018:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.059048:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4eec345 x1862480604608256/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202235.059079:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608256 02000000:00000010:1.0:1776202235.059088:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4b9d570. 00010000:00000010:1.0:1776202235.059121:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.059464:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202235.059473:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202235.059494:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202235.059512:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202235.059519:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608256, offset 224 00000400:00000200:1.0:1776202235.059527:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.059543:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.059549:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91980:91980:256:4294967295] 192.168.204.38@tcp LPNI seq info [91980:91980:8:4294967295] 00000400:00000200:1.0:1776202235.059561:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.059567:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.059572:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.059578:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.059586:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.059590:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.059615:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.059623:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.059628:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083dff4d2. 00000800:00000200:2.0:1776202235.059779:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.059784:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.059788:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.059792:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.059795:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:2.0:1776202235.059797:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00000400:00000010:0.0:1776202235.063961:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.063973:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.063976:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.063992:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.064017:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.064049:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e21075c9. 02000000:00000010:0.0:1776202235.064069:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f9196ba. 02000000:00000010:0.0:1776202235.064074:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000255330b1. 00000100:00000010:0.0:1776202235.064077:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.064081:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.064085:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00080000:00000010:0.0:1776202235.064147:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000255330b1. 00010000:00000010:0.0:1776202235.064275:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.064282:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044dadc5a. 00010000:00000010:0.0:1776202235.064364:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202235.064372:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.064386:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.064392:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.064400:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.064426:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f9196ba. 02000000:00000010:0.0:1776202235.064456:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f8e7f49. 00000400:00000010:0.0:1776202235.064461:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.064466:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.064473:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808064, portal 16 00000400:00000010:0.0:1776202235.064478:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202235.064480:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808064, offset 0 00000400:00000200:0.0:1776202235.064489:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.064504:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.064513:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.064516:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.064519:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.064522:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91981:91981:256:4294967295] 192.168.204.38@tcp LPNI seq info [91981:91981:8:4294967295] 00000400:00000200:0.0:1776202235.064532:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.064539:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.064544:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82354778). 00000800:00000200:0.0:1776202235.064550:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.064557:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.064561:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.064962:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.064967:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:2.0:1776202235.064973:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.064978:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.064982:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:2.0:1776202235.064983:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:2.0:1776202235.064989:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.070515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ced99a. 00010000:00000010:0.1:1776202235.070535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4c4cd22. 00010000:00000010:0.1:1776202235.070540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00000400:00000200:3.0:1776202235.082412:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.082442:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6317c0 00000400:00000200:3.0:1776202235.082456:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb852d [1] + 224 00000400:00000200:3.0:1776202235.082474:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.082480:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.082495:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.082546:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.082551:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b740 00000400:00000200:3.0:1776202235.082556:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e3d [2] + 1968 00000400:00000010:3.0:1776202235.082561:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e797cc7d. 00000400:00000200:3.0:1776202235.082568:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d7a2f63e 00000400:00000200:3.0:1776202235.082592:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.082596:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.082599:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7a2f63e 00000400:00000010:3.0:1776202235.082602:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d7a2f63e (tot 82354378). 00000100:00000200:3.0:1776202235.082610:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776202235.083753:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.083771:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.083773:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.083791:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.083802:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.083897:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f8e7f49. 02000000:00000010:0.0:1776202235.083906:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f9196ba. 00000100:00000010:0.0:1776202235.083910:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.083914:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.083919:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000020:00000010:1.0:1776202235.084186:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083dff4d2. 00000020:00000010:1.0:1776202235.084194:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.084199:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.084224:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c893595f x1862480604608320/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202235.084252:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608320 02000000:00000010:1.0:1776202235.084264:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086be6bb1. 00010000:00000010:1.0:1776202235.084291:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088bef691. 00010000:00000010:1.0:1776202235.084310:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.084316:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fdf1ae6. 00000100:00000010:1.0:1776202235.084333:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007fdf1ae6. 00010000:00000010:1.0:1776202235.084336:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202235.084349:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202235.084353:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608320, offset 224 00000400:00000200:1.0:1776202235.084360:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.084376:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.084382:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91982:91982:256:4294967295] 192.168.204.38@tcp LPNI seq info [91982:91982:8:4294967295] 00000400:00000200:1.0:1776202235.084392:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.084398:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.084402:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202235.084408:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.084427:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.084431:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.084465:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.084469:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.084473:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083dff4d2. 02000000:00000010:1.0:1776202235.084481:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4b9d570. 00000100:00000010:1.0:1776202235.084484:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 02000000:00000010:1.0:1776202235.084488:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0ae10b7. 00000100:00000010:1.0:1776202235.084489:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:1.0:1776202235.084492:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:1.0:1776202235.084494:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:1.0:1776202235.084497:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ec9cebf. 00000100:00000010:1.0:1776202235.084499:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:1.0:1776202235.084503:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1fdec1a. 00000100:00000010:1.0:1776202235.084505:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b92ddec. 02000000:00000010:1.0:1776202235.084508:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6dd2851. 00000100:00000010:1.0:1776202235.084510:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000200:1.0:1776202235.084515:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202235.084521:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000578f4d19. 00000400:00000010:1.0:1776202235.084526:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007fdf1ae6 (tot 82354778). 00080000:00000010:0.0:1776202235.084595:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9196ba. 00010000:00000010:0.0:1776202235.084679:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.084686:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000287f2137. 00010000:00000010:0.0:1776202235.084758:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7727471. 00010000:00000010:0.0:1776202235.084764:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.084774:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.084777:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.084784:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.084794:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f8e7f49. 02000000:00000010:0.0:1776202235.084817:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ad0bd91. 00000400:00000010:0.0:1776202235.084823:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.084827:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.084886:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808128, portal 16 00000400:00000010:0.0:1776202235.084891:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202235.084893:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808128, offset 0 00000400:00000200:0.0:1776202235.084898:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.084906:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.084912:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.084915:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.084918:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.084920:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91983:91983:255:4294967295] 192.168.204.38@tcp LPNI seq info [91983:91983:7:4294967295] 00000400:00000200:0.0:1776202235.084926:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.084930:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.084933:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82355026). 00000800:00000200:0.0:1776202235.084936:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.084941:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.084944:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.085165:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.085169:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:3.0:1776202235.085173:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.085178:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.085182:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:3.0:1776202235.085183:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 02000000:00000010:3.0:1776202235.085188:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086be6bb1. 00000800:00000200:3.0:1776202235.085263:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.085265:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354530). 00000400:00000200:3.0:1776202235.085269:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.085272:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.085274:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202235.085275:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:3.0:1776202235.085280:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.092395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80a6b1c. 00010000:00000010:0.1:1776202235.092422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00010000:00000010:1.1:1776202235.092493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2fed7e2. 00000400:00000200:2.0:1776202235.093975:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.093998:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631800 00000400:00000200:2.0:1776202235.094008:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb853d [1] + 224 00000400:00000200:2.0:1776202235.094021:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.094024:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.094038:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.094081:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.094086:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b780 00000400:00000200:2.0:1776202235.094091:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 0 00000400:00000200:2.0:1776202235.094178:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.094183:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.094188:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.094194:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:3.0:1776202235.094323:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202235.094331:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.094335:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.094362:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604608384/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.094400:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608384 02000000:00000010:3.0:1776202235.094411:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:3.0:1776202235.094453:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202235.094461:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.094469:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.094473:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202235.094490:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202235.094496:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608384, offset 224 00000400:00000200:3.0:1776202235.094505:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.094516:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.094521:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91984:91984:256:4294967295] 192.168.204.38@tcp LPNI seq info [91984:91984:8:4294967295] 00000400:00000200:3.0:1776202235.094531:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.094535:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.094541:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.094546:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.094552:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.094555:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.094577:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.094581:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.094584:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000800:00000200:2.0:1776202235.094741:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.094745:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:2.0:1776202235.094750:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.094755:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.094758:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:2.0:1776202235.094760:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000400:00000010:0.0:1776202235.094873:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.094878:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.094879:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.094886:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.094893:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.094913:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6329078. 02000000:00000010:0.0:1776202235.094927:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ad0bd91. 02000000:00000010:0.0:1776202235.094931:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f8e7f49. 00000100:00000010:0.0:1776202235.094934:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.094937:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.094939:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00080000:00000010:0.0:1776202235.094957:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f8e7f49. 00010000:00000010:0.0:1776202235.095039:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.095045:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000be73b23. 00010000:00000010:0.0:1776202235.095177:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202235.095183:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.095192:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.095195:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.095200:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.095210:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ad0bd91. 02000000:00000010:0.0:1776202235.095230:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b64d8ea1. 00000400:00000010:0.0:1776202235.095235:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.095238:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.095242:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808192, portal 16 00000400:00000010:0.0:1776202235.095246:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202235.095248:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808192, offset 0 00000400:00000200:0.0:1776202235.095254:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.095261:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.095268:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.095272:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.095275:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.095277:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91985:91985:256:4294967295] 192.168.204.38@tcp LPNI seq info [91985:91985:8:4294967295] 00000400:00000200:0.0:1776202235.095284:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.095288:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.095292:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82354778). 00000800:00000200:0.0:1776202235.095296:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.095300:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.095303:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.095450:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.095453:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:3.0:1776202235.095457:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.095461:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.095464:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:3.0:1776202235.095465:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000100:00000200:3.0:1776202235.095470:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.098092:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.098123:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631840 00000400:00000200:2.0:1776202235.098136:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8549 [1] + 224 00000400:00000200:2.0:1776202235.098158:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.098163:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.098179:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.098287:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.098299:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.098301:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.098315:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.098336:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.098370:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b64d8ea1. 02000000:00000010:0.0:1776202235.098376:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ad0bd91. 00000100:00000010:0.0:1776202235.098380:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.098383:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.098387:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00000400:00000200:2.0:1776202235.099137:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.099216:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b7c0 00000400:00000200:2.0:1776202235.099226:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 328 00000400:00000200:2.0:1776202235.099286:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.099291:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.099298:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.099305:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:1.0:1776202235.099537:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4b9d570. 00000020:00000010:1.0:1776202235.099549:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.099554:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.099589:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604608448/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202235.099639:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608448 02000000:00000010:1.0:1776202235.099652:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083dff4d2. 00010000:00000010:1.0:1776202235.099683:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6986a52. 00010000:00000010:1.0:1776202235.099706:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.099713:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.099731:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.099735:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202235.099748:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202235.099754:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608448, offset 224 00000400:00000200:1.0:1776202235.099762:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.099777:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.099782:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91986:91986:256:4294967295] 192.168.204.38@tcp LPNI seq info [91986:91986:8:4294967295] 00000400:00000200:1.0:1776202235.099793:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.099797:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.099803:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.099809:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.099815:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.099819:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776202235.099957:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad0bd91. 00010000:00000010:0.0:1776202235.100052:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.100059:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cec7156d. 00000800:00000200:2.0:1776202235.100081:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.100088:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202235.100094:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776202235.100137:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.0:1776202235.100144:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.100155:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3448cc0. 00000100:00000010:0.0:1776202235.100158:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.100165:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.100175:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b64d8ea1. 00000400:00000200:2.0:1776202235.100197:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:0.0:1776202235.100199:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6dd2851. 00000400:00000200:2.0:1776202235.100205:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:0.0:1776202235.100208:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:2.0:1776202235.100211:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000020:00000010:1.0:1776202235.100244:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.100252:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.100257:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4b9d570. 00000400:00000010:0.0:1776202235.100936:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.100945:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808256, portal 16 00000400:00000010:0.0:1776202235.100950:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202235.100952:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808256, offset 0 00000400:00000200:0.0:1776202235.100959:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.100971:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.100978:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.100982:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.100985:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.100987:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91987:91987:256:4294967295] 192.168.204.38@tcp LPNI seq info [91987:91987:8:4294967295] 00000400:00000200:0.0:1776202235.100994:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.100999:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.101003:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354778). 00000800:00000200:0.0:1776202235.101007:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.101013:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.101016:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.101121:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.101125:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354530). 00000400:00000200:2.0:1776202235.101131:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.101137:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.101141:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:2.0:1776202235.101143:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:2.0:1776202235.101154:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.105937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ea602e. 00010000:00000010:0.1:1776202235.105955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000768cda1d. 00010000:00000010:0.1:1776202235.105960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00000400:00000200:2.0:1776202235.106141:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.106167:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631880 00000400:00000200:2.0:1776202235.106179:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8555 [1] + 224 00000400:00000200:2.0:1776202235.106194:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.106198:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.106212:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.106331:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.106337:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b800 00000400:00000200:2.0:1776202235.106344:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 656 00000400:00000200:2.0:1776202235.106405:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.106410:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.106416:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.106423:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000020:00000010:3.0:1776202235.106686:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c33ffe. 00000020:00000010:3.0:1776202235.106697:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.106702:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.106734:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604608512/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.107236:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608512 02000000:00000010:3.0:1776202235.107249:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d157ed1. 00010000:00000010:3.0:1776202235.107287:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202235.107295:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.107302:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.107305:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000400:00000010:3.0:1776202235.107319:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202235.107325:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608512, offset 224 00000400:00000200:3.0:1776202235.107334:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.107347:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.107354:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91988:91988:256:4294967295] 192.168.204.38@tcp LPNI seq info [91988:91988:8:4294967295] 00000400:00000200:3.0:1776202235.107363:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.107368:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.107373:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.107378:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.107385:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.107400:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.107425:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000070c59ea6. 00000020:00000010:3.0:1776202235.107582:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.107587:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c33ffe. 00000800:00000200:2.0:1776202235.108730:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.108738:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:2.0:1776202235.108749:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.108768:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.108775:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:2.0:1776202235.108777:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000400:00000010:0.0:1776202235.112544:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.112567:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.112571:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.112594:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.112608:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.112655:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d1502ed. 02000000:00000010:0.0:1776202235.112685:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6dd2851. 02000000:00000010:0.0:1776202235.112695:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b64d8ea1. 00000100:00000010:0.0:1776202235.112700:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.112704:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.112709:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3448cc0. 00080000:00000010:2.0:1776202235.112946:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1fdec1a. 00010000:00000010:2.0:1776202235.113076:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:2.0:1776202235.113089:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f277110. 00010000:00000010:2.0:1776202235.113185:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f7bc83. 00010000:00000010:2.0:1776202235.113192:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.113206:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a96696d4. 00000100:00000010:2.0:1776202235.113215:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202235.113225:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202235.113244:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3ef3ec0. 02000000:00000010:2.0:1776202235.113279:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ec397ca. 00000400:00000010:2.0:1776202235.113286:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc8c0023. 00000400:00000010:2.0:1776202235.113296:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d1c3039. 00000100:00000200:2.0:1776202235.113304:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808320, portal 16 00000400:00000010:2.0:1776202235.113311:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f7381b3. 00000100:00000200:2.0:1776202235.113313:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808320, offset 0 00000400:00000200:2.0:1776202235.113324:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.113345:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.113353:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.113357:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.113360:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.113363:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91989:91989:256:4294967295] 192.168.204.38@tcp LPNI seq info [91989:91989:8:4294967295] 00000400:00000200:2.0:1776202235.113374:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.113381:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.113387:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82354778). 00000800:00000200:2.0:1776202235.113395:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.113404:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.113409:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.113656:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.113660:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:0.0:1776202235.113665:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.113671:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.113675:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f7381b3 00000400:00000010:0.0:1776202235.113677:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f7381b3. 00000100:00000200:0.0:1776202235.113686:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613808320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.118885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5ab57e9. 00000400:00000200:2.0:1776202235.122594:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.122623:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6318c0 00000400:00000200:2.0:1776202235.122633:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8561 [1] + 224 00000400:00000200:2.0:1776202235.122647:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.122651:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.122667:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613808320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.122714:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.122720:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b840 00000400:00000200:2.0:1776202235.122725:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 984 00000400:00000200:2.0:1776202235.122737:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.122740:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.122744:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.122750:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:1.0:1776202235.122934:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4b9d570. 00000020:00000010:1.0:1776202235.122944:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.122948:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.122974:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604608576/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.123009:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608576 02000000:00000010:1.0:1776202235.123020:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f28bf4f2. 00010000:00000010:1.0:1776202235.123064:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.123072:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.123078:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.123082:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202235.123098:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202235.125030:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608576, offset 224 00010000:00000010:0.1:1776202235.125991:0:1056:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fc458ab. 00010000:00000010:0.1:1776202235.126005:0:1056:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00000400:00000010:3.0:1776202235.126415:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc8c0023. 00000400:00000200:3.0:1776202235.126430:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d1c3039 00000400:00000010:3.0:1776202235.126433:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d1c3039. 00000100:00000200:3.0:1776202235.126457:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613808320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.126458:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000100:00000200:3.0:1776202235.126474:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613808320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.126485:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.126495:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91990:91990:256:4294967295] 192.168.204.38@tcp LPNI seq info [91990:91990:8:4294967295] 00000400:00000200:1.0:1776202235.126509:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.126516:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00010000:00000010:3.0:1776202235.126523:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000625d907d. 00000800:00000010:1.0:1776202235.126523:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.126534:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.126543:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.126548:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1776202235.126554:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ec397ca. 02000000:00000010:3.0:1776202235.126565:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3ef3ec0. 00000100:00000010:3.0:1776202235.126573:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:3.0:1776202235.126580:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:3.0:1776202235.126587:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a96696d4. 00000020:00000010:1.0:1776202235.126587:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.126595:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.126602:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4b9d570. 00080000:00000010:3.0:1776202235.126673:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c33ffe. 00000800:00000200:1.0:1776202235.126945:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.126953:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202235.126959:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.126965:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.126970:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202235.126972:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00010000:00000010:2.1:1776202235.129387:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c22b810c. 00010000:00000010:2.1:1776202235.129402:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fcfb72. 00010000:00000010:0.1:1776202235.129938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000271fc1ac. 00010000:00000010:3.0:1776202235.136707:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e6febd. 00010000:00000010:3.0:1776202235.136737:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078e2c2b7. 00010000:00000010:3.0:1776202235.136925:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202235.136934:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202235.136969:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a186451. 00000100:00000010:3.0:1776202235.136983:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.136998:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c790805. 02000000:00000010:3.0:1776202235.137019:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:3.0:1776202235.137064:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20132fd. 00000400:00000010:3.0:1776202235.137072:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080db36e7. 00000400:00000010:3.0:1776202235.137081:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.137092:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808384, portal 16 00000400:00000010:3.0:1776202235.137100:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202235.137103:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808384, offset 0 00000400:00000200:3.0:1776202235.137115:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.137136:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.137146:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.137150:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.137154:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.137157:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91991:91991:256:4294967295] 192.168.204.38@tcp LPNI seq info [91991:91991:8:4294967295] 00000400:00000200:3.0:1776202235.137169:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.137177:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.137183:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.137192:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.137215:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.137222:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.137654:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.137665:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.137676:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.137686:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.137693:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:1.0:1776202235.138801:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:1.0:1776202235.138820:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c790805 x1862480613808384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.142379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030473696. 00000400:00000200:3.0:1776202235.142520:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.142542:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631900 00000400:00000200:3.0:1776202235.142554:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb856d [1] + 224 00000400:00000200:3.0:1776202235.142569:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.142574:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.142590:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c790805 x1862480613808384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.142640:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.142648:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b880 00000400:00000200:3.0:1776202235.142655:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 1312 00000400:00000200:3.0:1776202235.142667:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.142670:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1776202235.142677:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080db36e7. 00000400:00000200:0.0:1776202235.142699:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:0.0:1776202235.142702:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:0.0:1776202235.142717:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c790805 x1862480613808384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.142729:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c790805 x1862480613808384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.142759:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20132fd. 02000000:00000010:0.0:1776202235.142766:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000100:00000010:0.0:1776202235.142770:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c790805. 00000100:00000010:0.0:1776202235.142773:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:0.0:1776202235.142777:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a186451. 00000100:00000200:3.0:1776202235.143406:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.143417:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005936a433. 00000020:00000010:1.0:1776202235.143595:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4b9d570. 00000020:00000010:1.0:1776202235.143606:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.143612:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.143649:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005936a433 x1862480604608640/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202235.143693:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608640 02000000:00000010:1.0:1776202235.143707:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087562fd9. 00010000:00000010:1.0:1776202235.143743:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0072600. 00010000:00000010:1.0:1776202235.143906:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.143916:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.145449:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.145465:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000400:00000010:1.0:1776202235.145500:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202235.145510:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608640, offset 224 00000400:00000200:1.0:1776202235.145525:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.145554:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.145563:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91992:91992:256:4294967295] 192.168.204.38@tcp LPNI seq info [91992:91992:8:4294967295] 00000400:00000200:1.0:1776202235.145578:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.145585:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.145591:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.145599:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.145609:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.145615:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.145657:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.145663:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.145671:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4b9d570. 00000800:00000200:1.0:1776202235.145817:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.145821:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:1.0:1776202235.145826:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.145879:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.145885:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202235.145887:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00080000:00000010:0.0:1776202235.147925:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6dd2851. 00010000:00000010:1.0:1776202235.151723:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:1.0:1776202235.151745:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b15f7328. 00010000:00000010:3.1:1776202235.152055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0c673d6. 00010000:00000010:3.1:1776202235.152064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f7bc83. 00010000:00000010:1.1:1776202235.152483:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d503b8. 00010000:00000010:1.0:1776202235.152603:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00010000:00000010:1.0:1776202235.152613:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001df6810d. 00010000:00000010:1.0:1776202235.152632:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.152643:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.152655:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.152675:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4b9d570. 02000000:00000010:1.0:1776202235.152716:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000effadf17. 00000400:00000010:1.0:1776202235.152724:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202235.152733:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202235.152742:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808448, portal 16 00000400:00000010:1.0:1776202235.153235:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202235.153254:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808448, offset 0 00000400:00000200:1.0:1776202235.153268:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.153302:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.153312:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.153317:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.153320:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.153324:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91993:91993:256:4294967295] 192.168.204.38@tcp LPNI seq info [91993:91993:8:4294967295] 00000400:00000200:1.0:1776202235.153337:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.153345:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.153351:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.153360:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.153371:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.153375:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.153656:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.153663:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202235.153670:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.153675:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.153682:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:0.0:1776202235.153684:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:0.0:1776202235.153695:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613808448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.157733:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.157755:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631940 00000400:00000200:3.0:1776202235.157765:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8579 [1] + 224 00000400:00000200:3.0:1776202235.157779:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.157783:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.157794:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613808448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.157829:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.157886:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b8c0 00000400:00000200:3.0:1776202235.157891:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 1640 00000400:00000200:3.0:1776202235.157906:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.157909:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:1.0:1776202235.157914:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202235.158089:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:1.0:1776202235.158093:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:1.0:1776202235.158119:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613808448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.158129:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613808448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.158178:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000effadf17. 02000000:00000010:1.0:1776202235.158189:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f4b9d570. 00000100:00000010:1.0:1776202235.158205:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202235.158213:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.158219:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00000100:00000200:3.0:1776202235.160339:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.160349:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 00000020:00000010:1.0:1776202235.160660:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4b9d570. 00000020:00000010:1.0:1776202235.160675:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.160681:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.160723:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051617bef x1862480604608704/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202235.160760:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608704 02000000:00000010:1.0:1776202235.160774:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000effadf17. 00010000:00000010:1.0:1776202235.160812:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d327e470. 00010000:00000010:1.0:1776202235.160896:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.160909:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.160930:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.160935:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00010000:00000010:1.1:1776202235.163059:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f0e77b. 00010000:00000010:1.1:1776202235.163076:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000010:1.0:1776202235.163089:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202235.163680:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608704, offset 224 00000400:00000200:1.0:1776202235.163699:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.163723:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.163731:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91994:91994:256:4294967295] 192.168.204.38@tcp LPNI seq info [91994:91994:8:4294967295] 00000400:00000200:1.0:1776202235.163765:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.163772:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.163780:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.163791:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.163800:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.163806:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.163899:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.163907:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.163915:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4b9d570. 00080000:00000010:1.0:1776202235.163992:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4b9d570. 00010000:00000010:1.0:1776202235.164139:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001df6810d. 00010000:00000010:1.0:1776202235.164152:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003530ebf9. 00010000:00000010:1.0:1776202235.164285:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00000800:00000200:3.0:1776202235.165164:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.165172:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.165181:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.165195:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.165203:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:3.0:1776202235.165206:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00010000:00000010:1.0:1776202235.167576:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001df6810d. 00010000:00000010:1.0:1776202235.167615:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.167627:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.167640:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.167661:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1fcc534. 02000000:00000010:1.0:1776202235.167703:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e26039. 00000400:00000010:1.0:1776202235.167712:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202235.167720:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202235.167729:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808512, portal 16 00000400:00000010:1.0:1776202235.167735:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202235.167738:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808512, offset 0 00010000:00000010:1.1:1776202235.167873:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000774c0372. 00000400:00000200:1.0:1776202235.167888:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.167913:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.167924:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.167929:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.167933:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.167940:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91995:91995:256:4294967295] 192.168.204.38@tcp LPNI seq info [91995:91995:8:4294967295] 00000400:00000200:1.0:1776202235.168030:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.168719:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.168727:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.168737:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.168746:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.168761:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.168919:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.168930:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:0.0:1776202235.168940:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.168955:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.168961:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:0.0:1776202235.168964:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:0.0:1776202235.168975:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613808512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.171407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ee8ba9. 00010000:00000010:1.1:1776202235.171422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000200:3.0:1776202235.171702:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.171727:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631980 00000400:00000200:3.0:1776202235.173529:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8585 [1] + 224 00000400:00000200:3.0:1776202235.173564:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.173571:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.173587:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613808512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.173639:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.173652:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b900 00000400:00000200:3.0:1776202235.173659:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6e95 [2] + 1968 00000400:00000010:3.0:1776202235.173664:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8eb6726. 00000400:00000200:3.0:1776202235.173670:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004ed3d6b0 00000400:00000200:3.0:1776202235.173720:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.173725:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.173728:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ed3d6b0 00000400:00000010:3.0:1776202235.173731:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004ed3d6b0 (tot 82354378). 00000100:00000200:3.0:1776202235.173740:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202235.175793:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac12a182. 00000020:00000010:1.0:1776202235.175803:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.175807:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.175889:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b77aa3ec x1862480604608768/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.175931:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608768 02000000:00000010:1.0:1776202235.175946:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a6fb10d. 00010000:00000010:1.0:1776202235.175990:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.175998:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db2aa754. 00000100:00000010:1.0:1776202235.176004:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db2aa754. 00010000:00000010:1.0:1776202235.176009:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000010:1.0:1776202235.176023:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202235.176029:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608768, offset 224 00000400:00000200:1.0:1776202235.176040:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.176060:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.176068:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91996:91996:256:4294967295] 192.168.204.38@tcp LPNI seq info [91996:91996:8:4294967295] 00000400:00000200:1.0:1776202235.176079:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.176086:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.176092:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354626). 00000800:00000200:1.0:1776202235.176100:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.176107:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.176111:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.176131:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.176135:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.176140:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac12a182. 02000000:00000010:1.0:1776202235.176148:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000effadf17. 00000100:00000010:1.0:1776202235.176152:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 02000000:00000010:1.0:1776202235.176157:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087562fd9. 00000100:00000010:1.0:1776202235.176159:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005936a433. 02000000:00000010:1.0:1776202235.176164:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f28bf4f2. 00000100:00000010:1.0:1776202235.176166:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:1.0:1776202235.176169:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d157ed1. 00000100:00000010:1.0:1776202235.176171:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:1.0:1776202235.176173:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083dff4d2. 00000100:00000010:1.0:1776202235.176174:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 02000000:00000010:1.0:1776202235.176176:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:1.0:1776202235.176179:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000200:1.0:1776202235.176184:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202235.176190:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067eb5acf. 00000400:00000010:1.0:1776202235.176193:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000db2aa754 (tot 82354778). 00000400:00000010:1.0:1776202235.176221:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:1.0:1776202235.176225:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:1.0:1776202235.176227:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:1.0:1776202235.176233:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613808512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.176242:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613808512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.176264:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a2cf95b. 02000000:00000010:1.0:1776202235.176284:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e26039. 02000000:00000010:1.0:1776202235.176290:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1fcc534. 00000100:00000010:1.0:1776202235.176293:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:1.0:1776202235.176298:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:1.0:1776202235.176301:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:1.0:1776202235.176318:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1fcc534. 00010000:00000010:1.0:1776202235.176408:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001df6810d. 00010000:00000010:1.0:1776202235.176415:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003df41d45. 00000800:00000200:3.0:1776202235.176490:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.176499:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:3.0:1776202235.176508:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776202235.176515:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2254025. 00000400:00000200:3.0:1776202235.176520:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:1.0:1776202235.176526:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001df6810d. 00000400:00000200:3.0:1776202235.176528:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:3.0:1776202235.176532:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 02000000:00000010:3.0:1776202235.176542:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a6fb10d. 00010000:00000010:1.0:1776202235.176543:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c9cbc. 00000100:00000010:1.0:1776202235.176553:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009384209a. 00000100:00000010:1.0:1776202235.176560:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.176572:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080e26039. 02000000:00000010:1.0:1776202235.176600:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083dff4d2. 00000400:00000010:1.0:1776202235.176609:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202235.176614:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202235.176618:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808576, portal 16 00000400:00000010:1.0:1776202235.176621:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.176623:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808576, offset 0 00000400:00000200:1.0:1776202235.176629:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.176636:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.176646:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.176651:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.176655:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.176657:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91997:91997:256:4294967295] 192.168.204.38@tcp LPNI seq info [91997:91997:8:4294967295] 00000400:00000200:1.0:1776202235.176666:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.176671:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.176675:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.176680:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.176684:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.176687:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.176793:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.176796:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202235.176800:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.176804:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.176807:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202235.176809:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:1.0:1776202235.176813:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613808576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.183343:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.183364:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6319c0 00000400:00000200:3.0:1776202235.183373:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8595 [1] + 224 00000400:00000200:3.0:1776202235.183388:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.183392:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.183403:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613808576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.183494:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.183501:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b940 00000400:00000200:3.0:1776202235.183507:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 0 00000400:00000200:3.0:1776202235.183578:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.183582:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.183587:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.183601:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a34a79. 00000020:00000010:3.0:1776202235.183650:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007095e8e9. 00000020:00000010:3.0:1776202235.183656:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.183660:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.183685:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059a34a79 x1862480604608832/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.183718:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608832 02000000:00000010:3.0:1776202235.183731:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ecfd612. 00010000:00000010:3.0:1776202235.183773:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008351413. 00000100:00000010:3.0:1776202235.183780:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047c90b53. 00000100:00000010:3.0:1776202235.183786:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047c90b53. 00010000:00000010:3.0:1776202235.183790:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008351413. 00000400:00000010:3.0:1776202235.183804:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202235.183809:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608832, offset 224 00000400:00000200:3.0:1776202235.183817:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.183827:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.183872:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91998:91998:256:4294967295] 192.168.204.38@tcp LPNI seq info [91998:91998:8:4294967295] 00000400:00000200:3.0:1776202235.183884:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.183890:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.183895:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.183903:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.183912:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.183917:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.183944:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.183949:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.183952:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007095e8e9. 00000800:00000200:2.0:1776202235.184704:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.184709:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:2.0:1776202235.184717:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.184724:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.184729:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:2.0:1776202235.184731:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000400:00000010:0.0:1776202235.185880:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8f72a30. 00000400:00000200:0.0:1776202235.185889:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:0.0:1776202235.185891:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:0.0:1776202235.185902:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613808576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.185914:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613808576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.185941:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f18ca350. 02000000:00000010:0.0:1776202235.185957:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083dff4d2. 02000000:00000010:0.0:1776202235.185961:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080e26039. 00000100:00000010:0.0:1776202235.185965:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:0.0:1776202235.185970:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009384209a. 00010000:00000010:0.0:1776202235.185974:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c9cbc. 00080000:00000010:0.0:1776202235.185993:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ec9cebf. 00010000:00000010:0.0:1776202235.186084:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001df6810d. 00010000:00000010:1.1:1776202235.186090:0:78635:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cd1e90. 00010000:00000010:0.0:1776202235.186092:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005943eec8. 00010000:00000010:1.1:1776202235.186098:0:78635:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9dc5c62. 00010000:00000010:1.1:1776202235.186104:0:78635:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:0.0:1776202235.186166:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202235.186173:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202235.186190:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad10def3. 00000100:00000010:0.0:1776202235.186196:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.186205:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.186216:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0ae10b7. 02000000:00000010:0.0:1776202235.186243:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007802ca58. 00000400:00000010:0.0:1776202235.186248:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.186258:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.186264:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808640, portal 16 00000400:00000010:0.0:1776202235.186270:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202235.186274:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808640, offset 0 00000400:00000200:0.0:1776202235.186282:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.186296:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.186304:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.186309:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.186313:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.186316:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [91999:91999:256:4294967295] 192.168.204.38@tcp LPNI seq info [91999:91999:8:4294967295] 00000400:00000200:0.0:1776202235.186326:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.186334:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.186339:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202235.186346:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.186353:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.186357:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.186513:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.186518:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:1.0:1776202235.186523:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.186528:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.186532:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:1.0:1776202235.186533:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 00000100:00000200:1.0:1776202235.186540:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.188730:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.188748:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631a00 00000400:00000200:3.0:1776202235.188756:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85a1 [1] + 224 00000400:00000200:3.0:1776202235.188769:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.188773:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.188782:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.188875:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.188881:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.188884:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.188890:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.188899:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.188929:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007802ca58. 02000000:00000010:0.0:1776202235.188934:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0ae10b7. 00000100:00000010:0.0:1776202235.188937:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.188941:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.188944:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad10def3. 00000400:00000200:2.0:1776202235.189963:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.189995:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b980 00000400:00000200:2.0:1776202235.190004:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 328 00000400:00000200:2.0:1776202235.190064:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.190068:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.190073:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.190077:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:3.0:1776202235.190214:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddd46c3c. 00000020:00000010:3.0:1776202235.190221:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.190225:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.190248:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604608896/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.190301:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608896 02000000:00000010:3.0:1776202235.190310:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5b06c66. 00010000:00000010:3.0:1776202235.190336:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae54c0c9. 00010000:00000010:3.0:1776202235.190355:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202235.190360:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047c90b53. 00000100:00000010:3.0:1776202235.190370:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047c90b53. 00010000:00000010:3.0:1776202235.190373:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000010:3.0:1776202235.190384:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202235.190388:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608896, offset 224 00000400:00000200:3.0:1776202235.190395:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.190405:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.190410:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92000:92000:256:4294967295] 192.168.204.38@tcp LPNI seq info [92000:92000:8:4294967295] 00000400:00000200:3.0:1776202235.190420:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.190427:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.190431:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.190436:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.190442:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.190445:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.190465:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.190469:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.190472:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddd46c3c. 00000800:00000200:3.0:1776202235.190541:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.190544:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00080000:00000010:0.0:1776202235.190545:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ae10b7. 00000400:00000200:3.0:1776202235.190549:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.190554:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.190561:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:3.0:1776202235.190563:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00010000:00000010:0.0:1776202235.190646:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202235.190654:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004167387a. 00010000:00000010:0.0:1776202235.190744:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7727471. 00010000:00000010:0.0:1776202235.190750:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202235.190762:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad10def3. 00000100:00000010:0.0:1776202235.190765:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.190772:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 02000000:00000010:0.0:1776202235.190783:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007802ca58. 02000000:00000010:0.0:1776202235.190806:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c84d576a. 00000400:00000010:0.0:1776202235.190812:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.190816:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.190821:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808704, portal 16 00010000:00000010:0.1:1776202235.191870:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b21709c. 00010000:00000010:0.1:1776202235.191879:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc0d6ac2. 00010000:00000010:0.1:1776202235.191883:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2254025. 00000400:00000010:0.0:1776202235.191893:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.191899:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808704, offset 0 00000400:00000200:0.0:1776202235.191907:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.191922:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.191929:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.191933:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.191936:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.191940:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92001:92001:256:4294967295] 192.168.204.38@tcp LPNI seq info [92001:92001:8:4294967295] 00000400:00000200:0.0:1776202235.191950:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.191956:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.191961:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202235.191966:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.191971:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.191975:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.193920:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.193926:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:3.0:1776202235.193935:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.193946:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.193952:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:3.0:1776202235.193954:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:3.0:1776202235.193964:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015984380 x1862480613808704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.195883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b773dc. 00010000:00000010:0.1:1776202235.195889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf84dd26. 00010000:00000010:0.1:1776202235.195898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00000400:00000200:2.0:1776202235.195951:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.195969:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631a40 00000400:00000200:2.0:1776202235.195978:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85ad [1] + 224 00000400:00000200:2.0:1776202235.195996:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.196000:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.196014:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015984380 x1862480613808704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.196411:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.196417:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.196419:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.196425:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015984380 x1862480613808704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.196434:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015984380 x1862480613808704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.196464:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c84d576a. 02000000:00000010:0.0:1776202235.196470:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007802ca58. 00000100:00000010:0.0:1776202235.196474:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 00000100:00000010:0.0:1776202235.196478:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.196482:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad10def3. 00000400:00000200:3.0:1776202235.196620:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.196631:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6b9c0 00000400:00000200:3.0:1776202235.196637:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 656 00000400:00000200:3.0:1776202235.196691:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.196695:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.196700:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.196705:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 00000020:00000010:0.0:1776202235.197019:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007802ca58. 00000020:00000010:0.0:1776202235.197026:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202235.197029:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.197053:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038bf251e x1862480604608960/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202235.197082:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604608960 02000000:00000010:0.0:1776202235.197091:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c84d576a. 00010000:00000010:0.0:1776202235.197115:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821dbc63. 00010000:00000010:0.0:1776202235.197131:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad10def3. 00000100:00000010:0.0:1776202235.197136:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.197147:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.197150:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad10def3. 00000400:00000010:0.0:1776202235.197160:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.197165:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604608960, offset 224 00000400:00000200:0.0:1776202235.197171:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1776202235.197179:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cfe0ba9. 00000400:00000200:0.0:1776202235.197182:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.197188:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92002:92002:256:4294967295] 192.168.204.38@tcp LPNI seq info [92002:92002:8:4294967295] 00000400:00000200:0.0:1776202235.197198:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.197202:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.197207:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bebf00cf (tot 82354778). 00000800:00000200:0.0:1776202235.197213:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.197219:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.197222:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bebf00cf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.197247:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202235.197251:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.197255:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007802ca58. 00010000:00000010:2.0:1776202235.197267:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:2.0:1776202235.197275:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0475401. 00010000:00000010:2.0:1776202235.197345:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475f1705. 00010000:00000010:2.0:1776202235.197352:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.197363:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002caf7d99. 00000100:00000010:2.0:1776202235.197367:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202235.197373:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000800:00000200:3.0:1776202235.197504:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.197509:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bebf00cf (tot 82354530). 00000400:00000200:3.0:1776202235.197514:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.197519:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.197522:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:3.0:1776202235.197524:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 02000000:00000010:2.0:1776202235.197615:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005991f296. 02000000:00000010:2.0:1776202235.197640:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058a91bd7. 00000400:00000010:2.0:1776202235.197645:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9a8499d. 00000400:00000010:2.0:1776202235.197649:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202235.197654:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808768, portal 16 00000400:00000010:2.0:1776202235.197658:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041444f72. 00000100:00000200:2.0:1776202235.197660:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808768, offset 0 00000400:00000200:2.0:1776202235.197666:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.197673:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.197680:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.197683:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.197686:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.197689:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92003:92003:256:4294967295] 192.168.204.38@tcp LPNI seq info [92003:92003:8:4294967295] 00000400:00000200:2.0:1776202235.197696:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.197700:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.197715:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202235.197720:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.197724:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.197727:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.197815:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.197818:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354530). 00000400:00000200:3.0:1776202235.197821:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.197826:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.197828:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041444f72 00000400:00000010:3.0:1776202235.197872:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041444f72. 00000100:00000200:3.0:1776202235.197879:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613808768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.200349:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.200367:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631a80 00000400:00000200:3.0:1776202235.200377:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85b9 [1] + 224 00000400:00000200:3.0:1776202235.200391:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.200395:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.200408:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613808768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.200443:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.200454:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ba00 00000400:00000200:3.0:1776202235.200461:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 984 00000400:00000200:3.0:1776202235.200523:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.200527:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.200532:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.200538:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000933288a4. 00000020:00000010:0.0:1776202235.200989:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007802ca58. 00000020:00000010:0.0:1776202235.200997:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202235.201003:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.201027:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000933288a4 x1862480604609024/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.201062:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609024 02000000:00000010:0.0:1776202235.201084:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00010000:00000010:0.0:1776202235.201123:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad10def3. 00000100:00000010:0.0:1776202235.201130:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.201136:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:0.0:1776202235.201140:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad10def3. 00000400:00000010:0.0:1776202235.201154:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202235.201158:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609024, offset 224 00000400:00000200:0.0:1776202235.201167:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.201183:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.201190:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92004:92004:256:4294967295] 192.168.204.38@tcp LPNI seq info [92004:92004:8:4294967295] 00000400:00000200:0.0:1776202235.201200:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.201206:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.201211:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202235.201216:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.201223:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.201227:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.201248:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8f09f95. 00000020:00000010:0.0:1776202235.201254:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.201258:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007802ca58. 00000800:00000200:0.0:1776202235.201340:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.201343:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:0.0:1776202235.201348:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.201352:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.201356:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:0.0:1776202235.201359:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00010000:00000010:2.1:1776202235.202996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bdbb67. 00010000:00000010:2.1:1776202235.203012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7727471. 00000400:00000010:2.0:1776202235.203038:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9a8499d. 00000400:00000200:2.0:1776202235.203042:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:2.0:1776202235.203044:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:2.0:1776202235.203055:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613808768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.203070:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613808768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.203095:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f75866a5. 02000000:00000010:2.0:1776202235.203110:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058a91bd7. 02000000:00000010:2.0:1776202235.203117:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005991f296. 00000100:00000010:2.0:1776202235.203121:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202235.203128:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202235.203133:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002caf7d99. 00080000:00000010:2.0:1776202235.203153:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005991f296. 00010000:00000010:2.0:1776202235.203638:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.203646:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032bc6903. 00010000:00000010:2.0:1776202235.203718:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202235.203723:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.203733:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002caf7d99. 00000100:00000010:2.0:1776202235.203739:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202235.203745:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202235.203756:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058a91bd7. 02000000:00000010:2.0:1776202235.203780:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f0651be. 00000400:00000010:2.0:1776202235.203785:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9a8499d. 00000400:00000010:2.0:1776202235.203790:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202235.203795:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808832, portal 16 00000400:00000010:2.0:1776202235.203799:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c93bfdd5. 00000100:00000200:2.0:1776202235.203801:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808832, offset 0 00000400:00000200:2.0:1776202235.203807:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.203821:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.203828:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.203867:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.203870:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.203873:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92005:92005:256:4294967295] 192.168.204.38@tcp LPNI seq info [92005:92005:8:4294967295] 00000400:00000200:2.0:1776202235.203882:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.203887:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.203891:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202235.203897:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.203905:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.203909:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.204308:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.204314:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202235.204320:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.204325:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.204330:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c93bfdd5 00000400:00000010:3.0:1776202235.204332:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c93bfdd5. 00000100:00000200:3.0:1776202235.204340:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613808832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.205880:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054635238. 00000400:00000200:3.0:1776202235.207034:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.207054:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631ac0 00000400:00000200:3.0:1776202235.207061:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85c5 [1] + 224 00000400:00000200:3.0:1776202235.207073:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.207077:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.207088:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613808832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.207113:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.207118:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ba40 00000400:00000200:3.0:1776202235.207123:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 1312 00000400:00000200:3.0:1776202235.207132:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.207135:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.207139:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.207145:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 00000020:00000010:1.0:1776202235.207332:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f28bf4f2. 00000020:00000010:1.0:1776202235.207340:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.207345:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.207369:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec483dd x1862480604609088/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202235.207402:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609088 02000000:00000010:1.0:1776202235.207412:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087562fd9. 00010000:00000010:1.0:1776202235.207454:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.207461:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d385dfb. 00000100:00000010:1.0:1776202235.207467:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d385dfb. 00010000:00000010:1.0:1776202235.207471:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000010:1.0:1776202235.207488:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.207493:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609088, offset 224 00000400:00000200:1.0:1776202235.207502:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.207513:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.207519:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92006:92006:256:4294967295] 192.168.204.38@tcp LPNI seq info [92006:92006:8:4294967295] 00000400:00000200:1.0:1776202235.207529:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.207535:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.207539:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.207545:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.207552:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.207555:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.207574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.207577:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.207582:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f28bf4f2. 00000800:00000200:1.0:1776202235.207690:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.207693:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202235.207696:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.207699:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.207703:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202235.207705:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000400:00000010:2.0:1776202235.207918:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9a8499d. 00000400:00000200:2.0:1776202235.207924:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:2.0:1776202235.207926:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:2.0:1776202235.207932:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613808832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.207941:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613808832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.207965:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004d8dbcd. 02000000:00000010:2.0:1776202235.207986:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0651be. 02000000:00000010:2.0:1776202235.207992:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058a91bd7. 00000100:00000010:2.0:1776202235.207996:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:2.0:1776202235.207999:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:2.0:1776202235.208004:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002caf7d99. 00080000:00000010:2.0:1776202235.208021:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a91bd7. 00010000:00000010:2.0:1776202235.208748:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.208757:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004527befd. 00010000:00000010:2.0:1776202235.208899:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bddf36. 00010000:00000010:2.0:1776202235.208905:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f1e6febd. 00010000:00000010:2.0:1776202235.208916:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002caf7d99. 00000100:00000010:2.0:1776202235.208921:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8500fe. 00000100:00000010:2.0:1776202235.208929:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 02000000:00000010:2.0:1776202235.208941:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f0651be. 02000000:00000010:2.0:1776202235.208973:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079afda15. 00000400:00000010:2.0:1776202235.208979:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9a8499d. 00000400:00000010:2.0:1776202235.208983:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeff62f7. 00000100:00000200:2.0:1776202235.208990:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808896, portal 16 00000400:00000010:2.0:1776202235.208995:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd9c896. 00000100:00000200:2.0:1776202235.208997:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808896, offset 0 00000400:00000200:2.0:1776202235.209005:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.209019:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.209028:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.209031:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.209035:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.209039:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92007:92007:256:4294967295] 192.168.204.38@tcp LPNI seq info [92007:92007:8:4294967295] 00000400:00000200:2.0:1776202235.209048:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.209054:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.209058:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202235.209064:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.209070:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.209072:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.209217:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.209221:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:1.0:1776202235.209226:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.209231:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.209234:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd9c896 00000400:00000010:1.0:1776202235.209236:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd9c896. 00000100:00000200:1.0:1776202235.209242:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005236e7b x1862480613808896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.211921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b7cc47. 00010000:00000010:2.1:1776202235.211936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff553b1. 00010000:00000010:2.1:1776202235.211942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00000400:00000200:0.0:1776202235.213490:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.213514:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631b00 00000400:00000200:0.0:1776202235.213527:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85d1 [1] + 224 00000400:00000200:0.0:1776202235.213541:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.213545:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.213559:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005236e7b x1862480613808896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.213590:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.213602:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6ba80 00000400:00000200:0.0:1776202235.213607:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 1640 00000400:00000200:0.0:1776202235.213667:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.213671:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.213675:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.213680:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015984380. 00000400:00000010:0.0:1776202235.213715:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9a8499d. 00000400:00000200:0.0:1776202235.213720:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeff62f7 00000400:00000010:0.0:1776202235.213722:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeff62f7. 00000100:00000200:0.0:1776202235.213727:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005236e7b x1862480613808896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.213734:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005236e7b x1862480613808896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.213765:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079afda15. 02000000:00000010:0.0:1776202235.213771:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f0651be. 00000100:00000010:0.0:1776202235.213774:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 00000100:00000010:0.0:1776202235.213778:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8500fe. 00010000:00000010:0.0:1776202235.213783:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002caf7d99. 00000020:00000010:3.0:1776202235.214444:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fb249ab. 00000020:00000010:3.0:1776202235.214455:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.214460:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.214490:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015984380 x1862480604609152/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.214523:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609152 02000000:00000010:3.0:1776202235.214535:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003e8cc90. 00010000:00000010:3.0:1776202235.214566:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd94725c. 00010000:00000010:3.0:1776202235.214585:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202235.214606:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047c90b53. 00000100:00000010:3.0:1776202235.214618:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047c90b53. 00010000:00000010:3.0:1776202235.214621:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000010:3.0:1776202235.214636:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202235.214640:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609152, offset 224 00000400:00000200:3.0:1776202235.214650:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.214662:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.214668:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92008:92008:256:4294967295] 192.168.204.38@tcp LPNI seq info [92008:92008:8:4294967295] 00000400:00000200:3.0:1776202235.214679:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.214685:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.214690:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.214696:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.214703:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.214708:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.214725:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.214730:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.214733:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fb249ab. 00080000:00000010:3.0:1776202235.214759:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb249ab. 00010000:00000010:3.0:1776202235.214878:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e6febd. 00010000:00000010:3.0:1776202235.214886:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe5d48bc. 00010000:00000010:3.0:1776202235.214973:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.0:1776202235.214981:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.214991:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c098272. 00000100:00000010:3.0:1776202235.214993:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047c90b53. 00000100:00000010:3.0:1776202235.215001:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.215015:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202235.215040:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e95d43. 00000400:00000010:3.0:1776202235.215046:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.215051:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202235.215056:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613808960, portal 16 00000400:00000010:3.0:1776202235.215061:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202235.215063:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613808960, offset 0 00000400:00000200:3.0:1776202235.216000:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.216014:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.216021:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.216025:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.216028:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.216031:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92009:92009:255:4294967295] 192.168.204.38@tcp LPNI seq info [92009:92009:7:4294967295] 00000400:00000200:3.0:1776202235.216038:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.216043:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.216047:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202235.216052:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.216057:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.216060:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.216793:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.216798:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:1.0:1776202235.216806:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.216813:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.216819:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:1.0:1776202235.216822:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000800:00000200:1.0:1776202235.217100:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.217397:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.217403:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.217410:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.217413:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:1.0:1776202235.217414:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:1.0:1776202235.217424:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613808960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.218560:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.218582:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631b40 00000400:00000200:1.0:1776202235.218591:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85dd [1] + 224 00000400:00000200:1.0:1776202235.218609:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.218613:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.218622:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613808960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202235.218754:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202235.218759:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:3.0:1776202235.218764:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:3.0:1776202235.218770:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613808960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.218777:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613808960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.218804:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e95d43. 02000000:00000010:3.0:1776202235.218809:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3f5b528. 00000100:00000010:3.0:1776202235.218812:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:3.0:1776202235.218817:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047c90b53. 00010000:00000010:3.0:1776202235.218820:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c098272. 00000400:00000200:0.0:1776202235.221456:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.221481:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bac0 00000400:00000200:0.0:1776202235.221491:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6eed [2] + 1968 00000400:00000010:0.0:1776202235.221497:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3c8d30d. 00000400:00000200:0.0:1776202235.221502:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003dec091c 00000400:00000200:0.0:1776202235.221575:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.221581:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.221586:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dec091c 00000400:00000010:0.0:1776202235.221588:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003dec091c (tot 82354378). 00000100:00000200:0.0:1776202235.221604:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202235.221706:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f28bf4f2. 00000020:00000010:1.0:1776202235.221713:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.221718:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.221745:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e297ed0 x1862480604609216/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202235.221785:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609216 02000000:00000010:1.0:1776202235.221795:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000effadf17. 00010000:00000010:1.0:1776202235.221823:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008396d08e. 00010000:00000010:1.0:1776202235.221879:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.221887:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d385dfb. 00000100:00000010:1.0:1776202235.221897:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d385dfb. 00010000:00000010:1.0:1776202235.221902:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000010:1.0:1776202235.221915:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.221920:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609216, offset 224 00000400:00000200:1.0:1776202235.221927:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.221938:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.221943:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92010:92010:256:4294967295] 192.168.204.38@tcp LPNI seq info [92010:92010:8:4294967295] 00000400:00000200:1.0:1776202235.221953:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.221958:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.221963:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202235.221969:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.221976:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.221980:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.221996:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c93b78d9. 00000020:00000010:1.0:1776202235.222000:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.222005:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f28bf4f2. 02000000:00000010:1.0:1776202235.222012:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003e8cc90. 00000100:00000010:1.0:1776202235.222016:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015984380. 02000000:00000010:1.0:1776202235.222020:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087562fd9. 00000100:00000010:1.0:1776202235.222022:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 02000000:00000010:1.0:1776202235.222026:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000100:00000010:1.0:1776202235.222029:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000933288a4. 02000000:00000010:1.0:1776202235.222034:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c84d576a. 00000100:00000010:1.0:1776202235.222036:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 02000000:00000010:1.0:1776202235.222038:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5b06c66. 00000100:00000010:1.0:1776202235.222040:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:1.0:1776202235.222043:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005ecfd612. 00000100:00000010:1.0:1776202235.222045:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059a34a79. 00000100:00000200:1.0:1776202235.222052:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776202235.222114:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.222117:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354378). 00000400:00000200:1.0:1776202235.222120:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.222123:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.222125:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202235.222127:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 02000000:00000010:1.0:1776202235.222129:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000effadf17. 00000400:00000010:1.0:1776202235.222141:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8f72a30. 00000400:00000010:1.0:1776202235.222144:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006d385dfb (tot 82354530). 00080000:00000010:0.0:1776202235.222214:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d157ed1. 00010000:00000010:0.0:1776202235.222308:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:0.0:1776202235.222315:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd2ae472. 00010000:00000010:0.0:1776202235.222381:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ad0b648. 00010000:00000010:0.0:1776202235.222386:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202235.222396:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad10def3. 00000100:00000010:0.0:1776202235.222399:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c31bce9. 00000100:00000010:0.0:1776202235.222405:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc53870. 02000000:00000010:0.0:1776202235.222416:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:0.0:1776202235.222437:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f20132fd. 00000400:00000010:0.0:1776202235.222441:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.222445:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202235.222448:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809024, portal 16 00000400:00000010:0.0:1776202235.222451:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202235.222453:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809024, offset 0 00000400:00000200:0.0:1776202235.222458:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.222465:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.222471:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.222474:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.222477:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.222479:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92011:92011:256:4294967295] 192.168.204.38@tcp LPNI seq info [92011:92011:8:4294967295] 00000400:00000200:0.0:1776202235.222486:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.222490:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.222493:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc15f1b0 (tot 82354778). 00000800:00000200:0.0:1776202235.222498:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.222502:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.222505:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc15f1b0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.222646:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.222649:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc15f1b0 (tot 82354530). 00000400:00000200:1.0:1776202235.222653:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.222657:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.222660:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:1.0:1776202235.222661:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:1.0:1776202235.222667:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc53870 x1862480613809024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.228514:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.228532:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631b80 00000400:00000200:0.0:1776202235.228541:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85ed [1] + 224 00000400:00000200:0.0:1776202235.228554:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.228558:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.228569:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc53870 x1862480613809024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.228607:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.228613:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bb00 00000400:00000200:0.0:1776202235.228618:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 0 00000400:00000200:0.0:1776202235.228689:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.228694:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.228698:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.228704:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:0.0:1776202235.228756:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd0e57d. 00000020:00000010:0.0:1776202235.228764:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.228768:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.228791:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604609280/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.228818:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609280 02000000:00000010:0.0:1776202235.228827:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003836f9c6. 00010000:00000010:0.0:1776202235.228909:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000578c58ae. 00000100:00000010:0.0:1776202235.228917:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003dec091c. 00000100:00000010:0.0:1776202235.228924:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003dec091c. 00010000:00000010:0.0:1776202235.228928:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000578c58ae. 00000400:00000010:0.0:1776202235.228942:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202235.228948:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609280, offset 224 00000400:00000200:0.0:1776202235.228955:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.228965:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.228971:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92012:92012:256:4294967295] 192.168.204.38@tcp LPNI seq info [92012:92012:8:4294967295] 00000400:00000200:0.0:1776202235.228983:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.228988:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.228993:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354778). 00000800:00000200:0.0:1776202235.228998:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.229006:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.229010:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.229032:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.229036:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.229040:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd0e57d. 00000400:00000010:3.0:1776202235.229396:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:3.0:1776202235.229401:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:3.0:1776202235.229403:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000100:00000200:3.0:1776202235.229411:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc53870 x1862480613809024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.229420:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc53870 x1862480613809024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202235.229440:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008beb5295. 02000000:00000010:3.0:1776202235.229453:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f20132fd. 02000000:00000010:3.0:1776202235.229458:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000100:00000010:3.0:1776202235.229461:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc53870. 00000100:00000010:3.0:1776202235.229466:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c31bce9. 00010000:00000010:3.0:1776202235.229468:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad10def3. 00080000:00000010:3.0:1776202235.229484:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057e95d43. 00010000:00000010:3.0:1776202235.229570:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:3.0:1776202235.229577:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009e7c238. 00010000:00000010:3.0:1776202235.229650:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202235.229657:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.229667:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fb279a1. 00000100:00000010:3.0:1776202235.229671:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047c90b53. 00000100:00000010:3.0:1776202235.229676:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.229686:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddd46c3c. 02000000:00000010:3.0:1776202235.229709:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034ed3c7e. 00000400:00000010:3.0:1776202235.229713:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.229717:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202235.229722:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809088, portal 16 00000400:00000010:3.0:1776202235.229726:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202235.229727:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809088, offset 0 00000400:00000200:3.0:1776202235.229733:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.229740:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.229747:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.229750:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.229752:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.229755:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92013:92013:255:4294967295] 192.168.204.38@tcp LPNI seq info [92013:92013:7:4294967295] 00000400:00000200:3.0:1776202235.229763:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.229767:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.229771:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202235.229775:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.229781:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.229783:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.229983:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.229987:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354778). 00000400:00000200:0.0:1776202235.229991:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.229996:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.229999:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:0.0:1776202235.230001:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000800:00000200:0.0:1776202235.230059:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.230062:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202235.230068:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.230071:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.230072:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:0.0:1776202235.230074:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00000100:00000200:0.0:1776202235.230079:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613809088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.234569:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.234591:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631bc0 00000400:00000200:3.0:1776202235.234599:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb85f9 [1] + 224 00000400:00000200:3.0:1776202235.234615:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.234619:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.234630:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613809088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.234720:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:0.0:1776202235.234726:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202235.234728:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:0.0:1776202235.234734:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613809088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.234742:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613809088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.234769:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034ed3c7e. 02000000:00000010:0.0:1776202235.234774:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ddd46c3c. 00000100:00000010:0.0:1776202235.234779:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:0.0:1776202235.234783:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047c90b53. 00010000:00000010:0.0:1776202235.234787:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fb279a1. 00000400:00000200:0.0:1776202235.235431:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.235441:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bb40 00000400:00000200:0.0:1776202235.235447:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 328 00000400:00000200:0.0:1776202235.235507:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.235512:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.235517:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.235522:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:3.0:1776202235.235735:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe8b6e11. 00000020:00000010:3.0:1776202235.235744:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.235748:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.235773:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604609344/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.235810:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609344 02000000:00000010:3.0:1776202235.235821:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ddd46c3c. 00010000:00000010:3.0:1776202235.235880:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fd980d3. 00010000:00000010:3.0:1776202235.235904:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202235.235911:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11176fa. 00000100:00000010:3.0:1776202235.235925:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11176fa. 00010000:00000010:3.0:1776202235.235927:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000010:3.0:1776202235.235938:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202235.235943:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609344, offset 224 00000400:00000200:3.0:1776202235.235951:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.235963:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.235969:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92014:92014:256:4294967295] 192.168.204.38@tcp LPNI seq info [92014:92014:8:4294967295] 00000400:00000200:3.0:1776202235.235983:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.235989:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.235994:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.236000:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.236007:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.236011:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.236028:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.236033:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.236036:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe8b6e11. 00000800:00000200:3.0:1776202235.236399:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.236403:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202235.236409:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.236413:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.236416:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:3.0:1776202235.236418:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00080000:00000010:3.0:1776202235.236451:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe8b6e11. 00010000:00000010:3.0:1776202235.236540:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.236548:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d72cd1e6. 00010000:00000010:3.0:1776202235.236619:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011c15731. 00010000:00000010:3.0:1776202235.236625:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.236635:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202235.236638:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11176fa. 00000100:00000010:3.0:1776202235.236644:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcb02681. 02000000:00000010:3.0:1776202235.236657:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034ed3c7e. 02000000:00000010:3.0:1776202235.236681:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ecfd612. 00000400:00000010:3.0:1776202235.236686:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb37e8ad. 00000400:00000010:3.0:1776202235.236690:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018e2f042. 00000100:00000200:3.0:1776202235.236695:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809152, portal 16 00000400:00000010:3.0:1776202235.236699:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008aee0e59. 00000100:00000200:3.0:1776202235.236701:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809152, offset 0 00000400:00000200:3.0:1776202235.236706:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.236714:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.236721:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.236724:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.236727:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.236730:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92015:92015:256:4294967295] 192.168.204.38@tcp LPNI seq info [92015:92015:8:4294967295] 00000400:00000200:3.0:1776202235.236737:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.236740:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.236743:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.236747:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.236752:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.236754:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.237071:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.237074:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:0.0:1776202235.237079:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.237082:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.237085:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aee0e59 00000400:00000010:0.0:1776202235.237086:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008aee0e59. 00000100:00000200:0.0:1776202235.237093:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcb02681 x1862480613809152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.239768:0:78639:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eedbaf4. 00010000:00000010:2.1:1776202235.239784:0:78639:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4ee8a7. 00010000:00000010:2.1:1776202235.239788:0:78639:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00000400:00000200:0.0:1776202235.243051:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.243071:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631c00 00000400:00000200:0.0:1776202235.243081:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8605 [1] + 224 00000400:00000200:0.0:1776202235.243100:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.243104:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.243126:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb02681 x1862480613809152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.243220:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:2.0:1776202235.243226:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018e2f042 00000400:00000010:2.0:1776202235.243228:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018e2f042. 00000100:00000200:2.0:1776202235.243233:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb02681 x1862480613809152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.243241:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcb02681 x1862480613809152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.243273:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ecfd612. 02000000:00000010:2.0:1776202235.243281:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034ed3c7e. 00000100:00000010:2.0:1776202235.243285:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcb02681. 00000100:00000010:2.0:1776202235.243291:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11176fa. 00010000:00000010:2.0:1776202235.243295:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000200:0.0:1776202235.243866:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.243877:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bb80 00000400:00000200:0.0:1776202235.243884:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 656 00000400:00000200:0.0:1776202235.243957:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.243961:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.243966:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.243971:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00010000:00000010:3.1:1776202235.244036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b28d0509. 00010000:00000010:3.1:1776202235.244044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff6628a. 00010000:00000010:3.1:1776202235.244049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bddf36. 00000020:00000010:3.0:1776202235.244090:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5b06c66. 00000020:00000010:3.0:1776202235.244097:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.244102:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.244143:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604609408/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.244177:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609408 02000000:00000010:3.0:1776202235.244189:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003e8cc90. 00010000:00000010:3.0:1776202235.244227:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003db727ff. 00010000:00000010:3.0:1776202235.244249:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202235.244256:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11176fa. 00000100:00000010:3.0:1776202235.244270:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11176fa. 00010000:00000010:3.0:1776202235.244273:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000010:3.0:1776202235.244286:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202235.244291:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609408, offset 224 00000400:00000200:3.0:1776202235.244298:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.244310:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.244315:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92016:92016:256:4294967295] 192.168.204.38@tcp LPNI seq info [92016:92016:8:4294967295] 00000400:00000200:3.0:1776202235.244326:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.244331:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.244336:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.244343:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.244351:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.244355:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.244374:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.244378:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.244381:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5b06c66. 00000800:00000200:3.0:1776202235.244445:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.244448:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202235.244453:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.244456:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.244459:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:3.0:1776202235.244461:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00010000:00000010:1.1:1776202235.245046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559ad2dc. 00080000:00000010:1.0:1776202235.245078:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000effadf17. 00010000:00000010:1.0:1776202235.245179:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:1.0:1776202235.245189:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a842fec9. 00010000:00000010:1.0:1776202235.245270:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202235.245277:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000875b209c. 00010000:00000010:1.0:1776202235.245288:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.245293:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202235.245301:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202235.245311:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087562fd9. 02000000:00000010:1.0:1776202235.245339:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f28bf4f2. 00000400:00000010:1.0:1776202235.245345:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3c8d30d. 00000400:00000010:1.0:1776202235.245350:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.245356:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809216, portal 16 00000400:00000010:1.0:1776202235.245360:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202235.245362:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809216, offset 0 00000400:00000200:1.0:1776202235.245369:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.245381:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.245388:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.245392:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.245395:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.245398:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92017:92017:256:4294967295] 192.168.204.38@tcp LPNI seq info [92017:92017:8:4294967295] 00000400:00000200:1.0:1776202235.245406:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.245411:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.245415:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.245420:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.245426:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.245428:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.245773:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.245777:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202235.245782:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.245787:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.245791:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:3.0:1776202235.245792:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:3.0:1776202235.245800:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613809216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.247991:0:78634:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbff62ff. 00010000:00000010:0.1:1776202235.248005:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08a20d2. 00010000:00000010:3.1:1776202235.248984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063edb907. 00010000:00000010:3.1:1776202235.248992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041eab3b3. 00010000:00000010:3.1:1776202235.248996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad0b648. 00010000:00000010:3.1:1776202235.248998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce26da10. 00010000:00000010:3.1:1776202235.249001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8efe51. 00010000:00000010:3.1:1776202235.249009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.1:1776202235.254570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e9d255. 00000400:00000200:3.0:1776202235.254699:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.254717:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631c40 00000400:00000200:3.0:1776202235.254726:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8611 [1] + 224 00000400:00000200:3.0:1776202235.254742:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.254746:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.254758:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613809216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.257958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069799ee1. 00010000:00000010:1.1:1776202235.257977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c15731. 00000400:00000010:1.0:1776202235.258006:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3c8d30d. 00000400:00000200:1.0:1776202235.258011:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:1.0:1776202235.258013:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:1.0:1776202235.258028:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613809216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.258038:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613809216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.258068:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f28bf4f2. 02000000:00000010:1.0:1776202235.258075:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087562fd9. 00000100:00000010:1.0:1776202235.258079:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:1.0:1776202235.258084:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202235.258088:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000200:3.0:1776202235.259109:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.259127:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bbc0 00000400:00000200:3.0:1776202235.259135:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 984 00000400:00000200:3.0:1776202235.259178:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.259183:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.259195:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.259200:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a2782c1. 00000020:00000010:0.0:1776202235.259261:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:0.0:1776202235.259268:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.259272:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.259338:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a2782c1 x1862480604609472/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.259368:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609472 02000000:00000010:0.0:1776202235.259380:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:0.0:1776202235.259407:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1e70674. 00010000:00000010:0.0:1776202235.259424:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000578c58ae. 00000100:00000010:0.0:1776202235.259429:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003dec091c. 00000100:00000010:0.0:1776202235.259483:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003dec091c. 00010000:00000010:0.0:1776202235.259486:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000578c58ae. 00000400:00000010:0.0:1776202235.259498:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202235.259509:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609472, offset 224 00000400:00000200:0.0:1776202235.259515:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.259523:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.259529:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92018:92018:256:4294967295] 192.168.204.38@tcp LPNI seq info [92018:92018:8:4294967295] 00000400:00000200:0.0:1776202235.259538:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.259543:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.259548:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073a172d7 (tot 82354778). 00000800:00000200:0.0:1776202235.259553:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.259560:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.259564:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073a172d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.259587:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.259592:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.259596:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 00080000:00000010:1.0:1776202235.259620:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087562fd9. 00000800:00000200:3.0:1776202235.259658:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.259661:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073a172d7 (tot 82354530). 00000400:00000200:3.0:1776202235.259666:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.259670:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.259674:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:3.0:1776202235.259676:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00010000:00000010:1.0:1776202235.259711:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000875b209c. 00010000:00000010:1.0:1776202235.259718:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029c23863. 00010000:00000010:1.0:1776202235.259806:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b43e00d. 00010000:00000010:1.0:1776202235.259810:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c93b78d9. 00010000:00000010:1.0:1776202235.259816:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cc7e635. 00010000:00000010:1.0:1776202235.259821:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000875b209c. 00080000:00000010:1.0:1776202235.259881:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f28bf4f2. 00010000:00000010:0.0:1776202235.260020:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000875b209c. 00010000:00000010:0.0:1776202235.260025:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c93b78d9. 00010000:00000010:0.0:1776202235.260078:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d9e930. 00010000:00000010:0.0:1776202235.260083:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202235.260090:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000578c58ae. 00000100:00000010:0.0:1776202235.260094:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003dec091c. 00000100:00000010:0.0:1776202235.260111:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202235.260122:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036b410c4. 02000000:00000010:0.0:1776202235.260146:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fd0e57d. 00000400:00000010:0.0:1776202235.260151:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.260156:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202235.260161:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809280, portal 16 00000400:00000010:0.0:1776202235.260165:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202235.260167:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809280, offset 0 00000400:00000200:0.0:1776202235.260173:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.260181:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.260186:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.260190:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.260192:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.260194:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92019:92019:256:4294967295] 192.168.204.38@tcp LPNI seq info [92019:92019:8:4294967295] 00000400:00000200:0.0:1776202235.260199:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.260203:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.260205:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004bf7bb (tot 82354778). 00000800:00000200:0.0:1776202235.260208:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.260211:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.260214:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000004bf7bb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.260319:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.260322:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004bf7bb (tot 82354530). 00000400:00000200:3.0:1776202235.260326:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.260331:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.260334:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:3.0:1776202235.260336:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000100:00000200:3.0:1776202235.260341:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae7f9bfb x1862480613809280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.264425:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.264447:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631c80 00000400:00000200:3.0:1776202235.264458:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb861d [1] + 224 00000400:00000200:3.0:1776202235.264471:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.264475:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.264488:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae7f9bfb x1862480613809280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.264525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f01bdf0. 00010000:00000010:1.1:1776202235.264541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00000400:00000200:3.0:1776202235.264569:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.264591:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bc00 00000400:00000200:3.0:1776202235.264597:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 1312 00000400:00000200:3.0:1776202235.264608:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.264611:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.264616:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.264622:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012402018. 00010000:00000010:0.1:1776202235.264642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de4dbf3. 00010000:00000010:0.1:1776202235.264650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b43e00d. 00010000:00000010:0.1:1776202235.264655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc7e635. 00000020:00000010:1.0:1776202235.264742:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac12a182. 00000020:00000010:1.0:1776202235.264749:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024e696d1. 00000020:00000010:1.0:1776202235.264754:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.264781:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000012402018 x1862480604609536/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.264817:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609536 02000000:00000010:1.0:1776202235.264877:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066bb782d. 00010000:00000010:1.0:1776202235.264917:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.264925:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202235.264931:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:1.0:1776202235.264936:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000010:1.0:1776202235.264952:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.264956:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609536, offset 224 00000400:00000200:1.0:1776202235.264964:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.264974:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.264980:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92020:92020:256:4294967295] 192.168.204.38@tcp LPNI seq info [92020:92020:8:4294967295] 00000400:00000200:1.0:1776202235.264988:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.264993:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.265000:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.265006:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.265013:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.265016:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.265032:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024e696d1. 00000020:00000010:1.0:1776202235.265036:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.265040:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac12a182. 00000800:00000200:0.0:1776202235.265377:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.265382:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202235.265386:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.265392:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.265397:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:0.0:1776202235.265399:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000400:00000010:2.0:1776202235.266220:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:2.0:1776202235.266225:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:2.0:1776202235.266228:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000100:00000200:2.0:1776202235.266237:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae7f9bfb x1862480613809280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.266245:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae7f9bfb x1862480613809280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.266268:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b785b51. 02000000:00000010:2.0:1776202235.266283:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fd0e57d. 02000000:00000010:2.0:1776202235.266288:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036b410c4. 00000100:00000010:2.0:1776202235.266302:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 00000100:00000010:2.0:1776202235.266306:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003dec091c. 00010000:00000010:2.0:1776202235.266311:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000578c58ae. 00080000:00000010:2.0:1776202235.266329:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a7daff0. 00010000:00000010:2.0:1776202235.266432:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:2.0:1776202235.266438:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcc2e680. 00010000:00000010:2.0:1776202235.266512:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202235.266518:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.266528:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.266534:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.266541:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.266551:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074a99958. 02000000:00000010:2.0:1776202235.266595:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008086f85a. 00000400:00000010:2.0:1776202235.266600:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.266605:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.266610:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809344, portal 16 00000400:00000010:2.0:1776202235.266614:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202235.266616:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809344, offset 0 00000400:00000200:2.0:1776202235.266622:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.266633:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.266640:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.266644:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.266647:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.266650:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92021:92021:256:4294967295] 192.168.204.38@tcp LPNI seq info [92021:92021:8:4294967295] 00000400:00000200:2.0:1776202235.266658:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.266664:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.266668:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202235.266673:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.266678:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.266681:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.267218:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.267223:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202235.267229:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.267235:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.267239:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:2.0:1776202235.267240:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:2.0:1776202235.267247:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.272892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000ede04e. 00010000:00000010:2.1:1776202235.272910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e883d94c. 00010000:00000010:2.1:1776202235.272915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d9e930. 00000400:00000200:3.0:1776202235.279007:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.279029:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631cc0 00000400:00000200:3.0:1776202235.279038:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8629 [1] + 224 00000400:00000200:3.0:1776202235.279052:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.279056:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.279067:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.279466:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:2.0:1776202235.279473:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202235.279475:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.279483:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.279491:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.279521:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008086f85a. 02000000:00000010:2.0:1776202235.279526:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074a99958. 00000100:00000010:2.0:1776202235.279529:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202235.279533:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:2.0:1776202235.279538:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00000400:00000200:0.0:1776202235.282505:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.282527:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bc40 00000400:00000200:0.0:1776202235.282536:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 1640 00000400:00000200:0.0:1776202235.282585:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.282590:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.282616:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.282639:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00000020:00000010:3.0:1776202235.283465:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5b06c66. 00000020:00000010:3.0:1776202235.283491:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.283496:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.283542:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604609600/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.283653:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609600 02000000:00000010:3.0:1776202235.283669:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007095e8e9. 00010000:00000010:3.0:1776202235.283707:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae395c5d. 00010000:00000010:3.0:1776202235.283747:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202235.283755:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11176fa. 00000100:00000010:3.0:1776202235.283778:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11176fa. 00010000:00000010:3.0:1776202235.283782:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000010:3.0:1776202235.283799:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202235.283806:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609600, offset 224 00000400:00000200:3.0:1776202235.283814:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.283828:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.283889:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92022:92022:256:4294967295] 192.168.204.38@tcp LPNI seq info [92022:92022:8:4294967295] 00000400:00000200:3.0:1776202235.283900:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.283906:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.283911:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.283917:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.283935:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.283940:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.283962:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.283966:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.283970:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5b06c66. 00000800:00000200:3.0:1776202235.284085:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.284089:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202235.284102:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.284107:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.284111:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:3.0:1776202235.284113:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00080000:00000010:2.0:1776202235.284540:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074a99958. 00010000:00000010:2.0:1776202235.284671:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.284680:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000272b06f. 00010000:00000010:2.0:1776202235.284791:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475f1705. 00010000:00000010:2.0:1776202235.284797:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.284810:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.284816:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.284825:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.284871:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008086f85a. 02000000:00000010:2.0:1776202235.284901:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f0651be. 00000400:00000010:2.0:1776202235.284908:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.284913:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.284934:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809408, portal 16 00000400:00000010:2.0:1776202235.284939:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202235.284942:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809408, offset 0 00000400:00000200:2.0:1776202235.284948:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.284960:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.284967:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.284971:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.284974:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.284977:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92023:92023:256:4294967295] 192.168.204.38@tcp LPNI seq info [92023:92023:8:4294967295] 00000400:00000200:2.0:1776202235.284985:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.284989:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.284993:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202235.284997:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.285002:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.285004:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.286782:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.286789:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:2.0:1776202235.286798:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.286807:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.286813:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:2.0:1776202235.286815:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:2.0:1776202235.286824:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.294501:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.294527:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631d00 00000400:00000200:0.0:1776202235.294538:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8635 [1] + 224 00000400:00000200:0.0:1776202235.294554:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.294559:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.294586:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.294626:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.294631:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bc80 00000400:00000200:0.0:1776202235.294636:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f45 [2] + 1968 00000400:00000010:0.0:1776202235.294640:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073b403a3. 00000400:00000200:0.0:1776202235.294646:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d3f66a9c 00000400:00000200:0.0:1776202235.294705:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.294709:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.294711:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3f66a9c 00000400:00000010:0.0:1776202235.294714:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d3f66a9c (tot 82354378). 00000100:00000200:0.0:1776202235.294720:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202235.294778:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:0.0:1776202235.294785:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.294789:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.294814:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a0fbbf5a x1862480604609664/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.294878:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609664 02000000:00000010:0.0:1776202235.294891:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fd0e57d. 00000400:00000010:2.0:1776202235.295020:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:2.0:1776202235.295024:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202235.295025:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.295031:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.295039:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.295059:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006218274f. 02000000:00000010:2.0:1776202235.295078:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f0651be. 02000000:00000010:2.0:1776202235.295082:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008086f85a. 00000100:00000010:2.0:1776202235.295087:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202235.295090:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:2.0:1776202235.295093:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00010000:00000010:0.0:1776202235.296093:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005485f5e1. 00000100:00000010:0.0:1776202235.296105:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003dec091c. 00010000:00000010:3.1:1776202235.298511:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474c9e40. 00010000:00000010:2.1:1776202235.299576:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ecc7b8. 00010000:00000010:2.1:1776202235.299586:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00000100:00000010:0.0:1776202235.300914:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003dec091c. 00010000:00000010:0.0:1776202235.301113:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005485f5e1. 00000400:00000010:0.0:1776202235.301145:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202235.301152:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609664, offset 224 00000400:00000200:0.0:1776202235.301164:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.301183:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.301189:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92024:92024:256:4294967295] 192.168.204.38@tcp LPNI seq info [92024:92024:8:4294967295] 00000400:00000200:0.0:1776202235.301200:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.301206:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.301212:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82354626). 00000800:00000200:0.0:1776202235.301220:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.301228:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.301233:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.301273:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.301279:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.301284:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 02000000:00000010:0.0:1776202235.301293:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007095e8e9. 00000100:00000010:0.0:1776202235.301297:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202235.301302:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066bb782d. 00000100:00000010:0.0:1776202235.301305:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012402018. 02000000:00000010:0.0:1776202235.301307:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:0.0:1776202235.301309:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a2782c1. 02000000:00000010:0.0:1776202235.301311:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003e8cc90. 00000100:00000010:0.0:1776202235.301313:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:0.0:1776202235.301316:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ddd46c3c. 00000100:00000010:0.0:1776202235.301317:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202235.301320:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003836f9c6. 00000100:00000010:0.0:1776202235.301329:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000200:0.0:1776202235.301341:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776202235.301464:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.301468:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354378). 00000400:00000200:0.0:1776202235.301473:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.301478:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.301483:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:0.0:1776202235.301485:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 02000000:00000010:0.0:1776202235.301489:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fd0e57d. 00000400:00000010:0.0:1776202235.301506:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1e244a5. 00000400:00000010:0.0:1776202235.301510:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003dec091c (tot 82354530). 00080000:00000010:2.0:1776202235.304965:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008086f85a. 00010000:00000010:2.0:1776202235.305094:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.305105:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f55deb84. 00010000:00000010:2.0:1776202235.305217:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202235.305223:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.305236:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.305245:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.305256:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.305273:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f0651be. 02000000:00000010:2.0:1776202235.305311:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079afda15. 00000400:00000010:2.0:1776202235.305318:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.305325:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.305332:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809472, portal 16 00000400:00000010:2.0:1776202235.305337:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df14bdc4. 00000100:00000200:2.0:1776202235.305340:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809472, offset 0 00000400:00000200:2.0:1776202235.305351:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.305368:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.305375:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.305379:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.305382:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.305385:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92025:92025:256:4294967295] 192.168.204.38@tcp LPNI seq info [92025:92025:8:4294967295] 00000400:00000200:2.0:1776202235.305396:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.305401:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.305407:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202235.305413:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.305420:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.305425:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.307373:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.307382:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:0.0:1776202235.307392:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.307402:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.307409:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df14bdc4 00000400:00000010:0.0:1776202235.307411:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df14bdc4. 00000100:00000200:0.0:1776202235.307423:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.308930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df26f7d4. 00000400:00000200:0.0:1776202235.313041:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.313062:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631d40 00000400:00000200:0.0:1776202235.313072:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8645 [1] + 224 00000400:00000200:0.0:1776202235.313085:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.313089:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.313100:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.313198:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.313204:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bcc0 00000400:00000200:0.0:1776202235.313210:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 0 00000400:00000200:0.0:1776202235.313222:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.313226:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.313230:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.313238:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:3.0:1776202235.313923:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5b06c66. 00000020:00000010:3.0:1776202235.313934:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.313939:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.313972:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604609728/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.314008:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609728 02000000:00000010:3.0:1776202235.314020:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3f5b528. 00010000:00000010:3.0:1776202235.314069:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066b1ab64. 00000100:00000010:3.0:1776202235.314079:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.314086:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.314091:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066b1ab64. 00000400:00000010:3.0:1776202235.314108:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b79f1805. 00000100:00000200:3.0:1776202235.314115:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609728, offset 224 00000400:00000200:3.0:1776202235.314123:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.314141:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.314147:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92026:92026:256:4294967295] 192.168.204.38@tcp LPNI seq info [92026:92026:8:4294967295] 00000400:00000200:3.0:1776202235.314158:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.314163:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.314167:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.314175:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.314182:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.314187:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.314227:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000069cae610. 00000020:00000010:3.0:1776202235.314233:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:3.0:1776202235.314236:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5b06c66. 00000800:00000200:1.0:1776202235.314352:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.314357:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:1.0:1776202235.314364:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.314369:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.314374:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b79f1805 00000400:00000010:1.0:1776202235.314376:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b79f1805. 00010000:00000010:2.1:1776202235.316532:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028fd4f87. 00010000:00000010:2.1:1776202235.316547:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00000400:00000010:2.0:1776202235.316705:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:2.0:1776202235.316711:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202235.316713:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.316727:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.316738:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.316772:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3c2ec50. 02000000:00000010:2.0:1776202235.316792:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079afda15. 02000000:00000010:2.0:1776202235.316798:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f0651be. 00000100:00000010:2.0:1776202235.316801:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202235.316805:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:2.0:1776202235.316808:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00080000:00000010:2.0:1776202235.316953:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f0651be. 00010000:00000010:2.0:1776202235.317063:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.317072:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e8983a7. 00010000:00000010:2.0:1776202235.317438:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475f1705. 00010000:00000010:2.0:1776202235.317445:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000060d77a2d. 00010000:00000010:2.0:1776202235.317457:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.317464:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.317472:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.317485:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079afda15. 02000000:00000010:2.0:1776202235.317519:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3ef3ec0. 00000400:00000010:2.0:1776202235.317526:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.317534:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.317542:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809536, portal 16 00000400:00000010:2.0:1776202235.317548:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d4b02ca. 00000100:00000200:2.0:1776202235.317551:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809536, offset 0 00000400:00000200:2.0:1776202235.317560:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.318215:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.318231:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.318234:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.318238:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.318241:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92027:92027:256:4294967295] 192.168.204.38@tcp LPNI seq info [92027:92027:8:4294967295] 00000400:00000200:2.0:1776202235.318253:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.318259:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.318265:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000526c0265 (tot 82354778). 00000800:00000200:2.0:1776202235.318272:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.318279:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.318282:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000526c0265 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.318771:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.318776:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000526c0265 (tot 82354530). 00000400:00000200:0.0:1776202235.318782:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.318788:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.318793:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d4b02ca 00000400:00000010:0.0:1776202235.318795:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d4b02ca. 00000100:00000200:0.0:1776202235.318804:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.322652:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.322674:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631d80 00000400:00000200:0.0:1776202235.322684:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8651 [1] + 224 00000400:00000200:0.0:1776202235.322704:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.322710:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.322724:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.323071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090f9e6fc. 00010000:00000010:2.1:1776202235.323081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e79d3d5. 00010000:00000010:2.1:1776202235.323086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00000400:00000010:2.0:1776202235.323107:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:2.0:1776202235.323111:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202235.323115:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.323121:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.323130:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.323161:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3ef3ec0. 02000000:00000010:2.0:1776202235.323168:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079afda15. 00000100:00000010:2.0:1776202235.323172:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202235.323177:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:2.0:1776202235.323181:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00000400:00000200:1.0:1776202235.323565:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.323577:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bd00 00000400:00000200:1.0:1776202235.323583:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 328 00000400:00000200:1.0:1776202235.323655:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.323660:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.323665:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.323670:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:0.0:1776202235.323752:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd0e57d. 00000020:00000010:0.0:1776202235.323761:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.323765:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.323793:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604609792/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.323955:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609792 02000000:00000010:0.0:1776202235.323971:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:0.0:1776202235.324009:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018347e5c. 00010000:00000010:0.0:1776202235.324040:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005485f5e1. 00000100:00000010:0.0:1776202235.324048:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.324069:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.324073:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005485f5e1. 00000400:00000010:0.0:1776202235.324091:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202235.324097:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609792, offset 224 00000400:00000200:0.0:1776202235.324105:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1776202235.324107:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac12a182. 00000400:00000200:0.0:1776202235.324116:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.324121:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92028:92028:256:4294967295] 192.168.204.38@tcp LPNI seq info [92028:92028:8:4294967295] 00000400:00000200:0.0:1776202235.324131:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.324136:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.324141:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5a1c793 (tot 82354778). 00000800:00000200:0.0:1776202235.324147:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.324154:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.324158:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b5a1c793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.324191:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.324196:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.324200:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd0e57d. 00010000:00000010:1.0:1776202235.324225:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060d77a2d. 00010000:00000010:1.0:1776202235.324233:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b654a4c. 00010000:00000010:1.0:1776202235.324358:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dddd5282. 00010000:00000010:1.0:1776202235.324364:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000024e696d1. 00010000:00000010:1.0:1776202235.324369:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202235.324374:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000971d04c8. 00080000:00000010:1.0:1776202235.324388:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0b8956. 00010000:00000010:1.0:1776202235.324417:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000971d04c8. 00010000:00000010:1.0:1776202235.324423:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024e696d1. 00010000:00000010:1.0:1776202235.324477:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.0:1776202235.324482:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000971d04c8. 00010000:00000010:1.0:1776202235.324489:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb20a02c. 00000100:00000010:1.0:1776202235.324493:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d89cb8c. 00000100:00000010:1.0:1776202235.324500:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.324510:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066bb782d. 02000000:00000010:1.0:1776202235.324538:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080e26039. 00000400:00000010:1.0:1776202235.324544:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3c8d30d. 00000400:00000010:1.0:1776202235.324550:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202235.324554:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809600, portal 16 00000400:00000010:1.0:1776202235.324559:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202235.324561:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809600, offset 0 00000400:00000200:1.0:1776202235.324566:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.324573:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.324580:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.324584:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.324588:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.324591:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92029:92029:255:4294967295] 192.168.204.38@tcp LPNI seq info [92029:92029:7:4294967295] 00000400:00000200:1.0:1776202235.324598:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.324603:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.324606:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202235.324611:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.324615:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.324618:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.324743:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.324749:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5a1c793 (tot 82354778). 00000400:00000200:2.0:1776202235.324754:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.324758:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.324763:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:2.0:1776202235.324765:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00000800:00000200:2.0:1776202235.324818:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.324820:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.324823:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.324826:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.324865:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:2.0:1776202235.324868:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:2.0:1776202235.324875:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613809600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.329461:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.329485:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631dc0 00000400:00000200:0.0:1776202235.329495:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb865d [1] + 224 00000400:00000200:0.0:1776202235.329511:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.329515:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.329527:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613809600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.330913:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3c8d30d. 00000400:00000200:2.0:1776202235.330921:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:2.0:1776202235.330924:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:2.0:1776202235.330939:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613809600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.330940:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:2.0:1776202235.330954:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613809600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.330956:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bd40 00000400:00000200:0.0:1776202235.330968:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 656 02000000:00000010:2.0:1776202235.330995:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080e26039. 02000000:00000010:2.0:1776202235.331002:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066bb782d. 00000100:00000010:2.0:1776202235.331006:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:2.0:1776202235.331012:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d89cb8c. 00010000:00000010:2.0:1776202235.331017:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb20a02c. 00000400:00000200:0.0:1776202235.331034:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.331040:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.331046:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.331050:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 00000020:00000010:1.0:1776202235.331552:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083dff4d2. 00000020:00000010:1.0:1776202235.331560:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024e696d1. 00000020:00000010:1.0:1776202235.331564:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.331592:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5e9e36f x1862480604609856/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202235.331628:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609856 02000000:00000010:1.0:1776202235.331641:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a6fb10d. 00010000:00000010:1.0:1776202235.331673:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc21813a. 00010000:00000010:1.0:1776202235.331695:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001104c1ef. 00000100:00000010:1.0:1776202235.331702:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202235.331709:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:1.0:1776202235.331712:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001104c1ef. 00000400:00000010:1.0:1776202235.331723:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202235.331728:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609856, offset 224 00000400:00000200:1.0:1776202235.331736:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.331747:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.331753:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92030:92030:256:4294967295] 192.168.204.38@tcp LPNI seq info [92030:92030:8:4294967295] 00000400:00000200:1.0:1776202235.331762:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.331768:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.331773:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.331779:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.331785:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.331789:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.331806:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024e696d1. 00000020:00000010:1.0:1776202235.331809:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.331813:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083dff4d2. 00000800:00000200:1.0:1776202235.331926:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.331930:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202235.331933:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.331937:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.331940:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:1.0:1776202235.331941:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00080000:00000010:2.0:1776202235.333686:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3ef3ec0. 00010000:00000010:2.0:1776202235.333795:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000971d04c8. 00010000:00000010:2.0:1776202235.333806:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062e0a8e1. 00010000:00000010:2.0:1776202235.333928:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202235.333935:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202235.333982:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.333991:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.334000:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.334017:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079afda15. 02000000:00000010:2.0:1776202235.334051:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c642c319. 00000400:00000010:2.0:1776202235.334057:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.334063:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.334069:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809664, portal 16 00000400:00000010:2.0:1776202235.334074:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006066786. 00000100:00000200:2.0:1776202235.334077:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809664, offset 0 00000400:00000200:2.0:1776202235.334085:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.334100:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.334108:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.334112:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.334115:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.334119:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92031:92031:256:4294967295] 192.168.204.38@tcp LPNI seq info [92031:92031:8:4294967295] 00000400:00000200:2.0:1776202235.334128:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.334134:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.334138:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007162520f (tot 82354778). 00000800:00000200:2.0:1776202235.334144:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.334151:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.334154:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007162520f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.334360:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.334365:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007162520f (tot 82354530). 00000400:00000200:0.0:1776202235.334370:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.334375:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.334379:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006066786 00000400:00000010:0.0:1776202235.334381:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006066786. 00000100:00000200:0.0:1776202235.334389:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.334863:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe6ce1a. 00010000:00000010:1.1:1776202235.334889:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475f1705. 00010000:00000010:1.1:1776202235.334894:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dddd5282. 00010000:00000010:1.1:1776202235.334899:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00010000:00000010:0.1:1776202235.337887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eb21804. 00010000:00000010:2.1:1776202235.337900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e1e6aa5. 00010000:00000010:2.1:1776202235.337910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d199a0d. 00010000:00000010:1.1:1776202235.338119:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047cd6031. 00000400:00000200:0.0:1776202235.338982:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.339003:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631e00 00000400:00000200:0.0:1776202235.339014:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8669 [1] + 224 00000400:00000200:0.0:1776202235.339032:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.339036:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.339047:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.339403:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.339411:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bd80 00000400:00000200:3.0:1776202235.339417:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 984 00000400:00000200:3.0:1776202235.339476:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.339480:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.339485:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.339490:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba16fd3e. 00000020:00000010:0.0:1776202235.339579:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd0e57d. 00000020:00000010:0.0:1776202235.339597:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.339603:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.339632:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba16fd3e x1862480604609920/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202235.339673:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609920 02000000:00000010:0.0:1776202235.339687:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036b410c4. 00010000:00000010:0.0:1776202235.339731:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005485f5e1. 00000100:00000010:0.0:1776202235.339738:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.339744:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.339749:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005485f5e1. 00000400:00000010:0.0:1776202235.339767:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c46218f. 00000100:00000200:0.0:1776202235.339771:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609920, offset 224 00000400:00000200:0.0:1776202235.339779:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.339791:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.339797:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92032:92032:256:4294967295] 192.168.204.38@tcp LPNI seq info [92032:92032:8:4294967295] 00000400:00000200:0.0:1776202235.339808:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.339813:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000400:00000010:2.0:1776202235.340307:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:2.0:1776202235.340314:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:2.0:1776202235.340316:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.340326:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.340336:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.340364:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c143020. 02000000:00000010:2.0:1776202235.340383:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c642c319. 02000000:00000010:2.0:1776202235.340390:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079afda15. 00000100:00000010:2.0:1776202235.340395:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:2.0:1776202235.340399:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:2.0:1776202235.340403:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00080000:00000010:2.0:1776202235.340425:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c642c319. 00010000:00000010:2.0:1776202235.340535:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202235.340543:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a73c332d. 00000800:00000010:0.0:1776202235.341067:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054759529 (tot 82354778). 00000800:00000200:0.0:1776202235.341080:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.341088:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.341092:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054759529 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.341121:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.341127:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.341131:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd0e57d. 00000800:00000200:3.0:1776202235.341300:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.341305:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054759529 (tot 82354530). 00000400:00000200:3.0:1776202235.341311:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.341316:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.341322:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c46218f 00000400:00000010:3.0:1776202235.341324:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c46218f. 00010000:00000010:2.0:1776202235.343178:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000881c5875. 00010000:00000010:2.0:1776202235.343193:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2662bad. 00010000:00000010:2.0:1776202235.343211:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3313afe. 00000100:00000010:2.0:1776202235.343219:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015e674df. 00000100:00000010:2.0:1776202235.343229:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 02000000:00000010:2.0:1776202235.343244:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079afda15. 02000000:00000010:2.0:1776202235.343382:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000645093e4. 00000400:00000010:2.0:1776202235.343389:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.343396:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb4ef9b4. 00000100:00000200:2.0:1776202235.343402:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809728, portal 16 00000400:00000010:2.0:1776202235.343407:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea117cbb. 00000100:00000200:2.0:1776202235.343409:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809728, offset 0 00000400:00000200:2.0:1776202235.343419:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.343439:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.343448:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.343452:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.343454:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.343458:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92033:92033:256:4294967295] 192.168.204.38@tcp LPNI seq info [92033:92033:8:4294967295] 00000400:00000200:2.0:1776202235.343468:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.343475:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.343480:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dad73988 (tot 82354778). 00000800:00000200:2.0:1776202235.343486:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.343494:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.343498:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dad73988 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.344642:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.344649:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dad73988 (tot 82354530). 00000400:00000200:3.0:1776202235.344656:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.344664:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.344669:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea117cbb 00000400:00000010:3.0:1776202235.344672:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea117cbb. 00000100:00000200:3.0:1776202235.344682:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf578848 x1862480613809728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.350031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ce18be. 00000400:00000200:3.0:1776202235.354554:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.354591:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631e40 00000400:00000200:3.0:1776202235.354602:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8675 [1] + 224 00000400:00000200:3.0:1776202235.354625:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.354630:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.354646:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf578848 x1862480613809728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.354742:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:1.0:1776202235.354747:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb4ef9b4 00000400:00000010:1.0:1776202235.354749:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb4ef9b4. 00000100:00000200:1.0:1776202235.354754:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf578848 x1862480613809728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.354767:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf578848 x1862480613809728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.354802:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000645093e4. 02000000:00000010:1.0:1776202235.354811:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079afda15. 00000100:00000010:1.0:1776202235.354816:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000010:1.0:1776202235.354820:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015e674df. 00010000:00000010:1.0:1776202235.354825:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3313afe. 00010000:00000010:2.1:1776202235.354901:0:78640:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461e0f30. 00010000:00000010:2.1:1776202235.354909:0:78640:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00000400:00000200:3.0:1776202235.364548:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.364570:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bdc0 00000400:00000200:3.0:1776202235.364580:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 1312 00000400:00000200:3.0:1776202235.364664:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.364669:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.364677:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.364686:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a2782c1. 00000020:00000010:0.0:1776202235.365244:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd0e57d. 00000020:00000010:0.0:1776202235.365254:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.365259:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.365296:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a2782c1 x1862480604609984/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.365330:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604609984 02000000:00000010:0.0:1776202235.365341:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003836f9c6. 00010000:00000010:0.0:1776202235.365378:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000067b88a5. 00010000:00000010:0.0:1776202235.365404:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005485f5e1. 00000100:00000010:0.0:1776202235.365412:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.365431:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.365436:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005485f5e1. 00000400:00000010:0.0:1776202235.365452:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4436037. 00000100:00000200:0.0:1776202235.365457:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604609984, offset 224 00000400:00000200:0.0:1776202235.365466:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.365481:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.365487:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92034:92034:256:4294967295] 192.168.204.38@tcp LPNI seq info [92034:92034:8:4294967295] 00000400:00000200:0.0:1776202235.365499:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.365504:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.365509:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202235.365515:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.365522:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.365526:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.365542:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.365546:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.365550:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd0e57d. 00080000:00000010:1.0:1776202235.365618:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083dff4d2. 00010000:00000010:1.0:1776202235.365722:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2662bad. 00010000:00000010:1.0:1776202235.365729:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000393b00aa. 00010000:00000010:1.0:1776202235.365819:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001698f295. 00010000:00000010:1.0:1776202235.365826:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000350ef8f7. 00010000:00000010:1.0:1776202235.365876:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001104c1ef. 00000100:00000010:1.0:1776202235.365881:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000160490ca. 00000100:00000010:1.0:1776202235.365889:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202235.365900:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086be6bb1. 02000000:00000010:1.0:1776202235.365926:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066bb782d. 00000400:00000010:1.0:1776202235.365931:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8eb6726. 00000400:00000010:1.0:1776202235.365936:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202235.365942:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809792, portal 16 00000400:00000010:1.0:1776202235.365947:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.365949:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809792, offset 0 00000400:00000200:1.0:1776202235.365956:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.365963:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.365971:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.365975:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.365978:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.365981:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92035:92035:255:4294967295] 192.168.204.38@tcp LPNI seq info [92035:92035:7:4294967295] 00000400:00000200:1.0:1776202235.365987:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.365992:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.365996:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82355026). 00000800:00000200:1.0:1776202235.366001:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.366007:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.366009:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.366233:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.366237:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354778). 00000400:00000200:3.0:1776202235.366242:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.366247:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.366252:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4436037 00000400:00000010:3.0:1776202235.366254:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4436037. 00000800:00000200:3.0:1776202235.366290:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.366292:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.366294:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.366298:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.366300:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:3.0:1776202235.366302:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:3.0:1776202235.366307:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613809792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.369736:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.369760:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631e80 00000400:00000200:3.0:1776202235.369770:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8681 [1] + 224 00000400:00000200:3.0:1776202235.369790:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.369794:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.369806:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613809792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.370942:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8eb6726. 00000400:00000200:2.0:1776202235.370949:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:2.0:1776202235.370951:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 00000100:00000200:2.0:1776202235.370961:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613809792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.370971:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613809792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.371002:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066bb782d. 02000000:00000010:2.0:1776202235.371008:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086be6bb1. 00000100:00000010:2.0:1776202235.371012:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:2.0:1776202235.371018:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000160490ca. 00010000:00000010:2.0:1776202235.371023:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001104c1ef. 00010000:00000010:1.1:1776202235.371881:0:78641:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043021d01. 00010000:00000010:1.1:1776202235.371888:0:78641:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000881c5875. 00010000:00000010:0.1:1776202235.371917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000914be28d. 00000400:00000200:3.0:1776202235.379074:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.379095:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6be00 00000400:00000200:3.0:1776202235.379103:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 1640 00000400:00000200:3.0:1776202235.379174:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.379179:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.379186:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.379197:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012402018. 00000020:00000010:2.0:1776202235.379316:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580579b3. 00000020:00000010:2.0:1776202235.379324:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202235.379328:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.379360:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000012402018 x1862480604610048/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202235.379402:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610048 02000000:00000010:2.0:1776202235.379416:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008445922d. 00010000:00000010:2.0:1776202235.379451:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006df1325b. 00010000:00000010:2.0:1776202235.379471:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000735c5d06. 00000100:00000010:2.0:1776202235.379477:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7947e6e. 00000100:00000010:2.0:1776202235.379491:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7947e6e. 00010000:00000010:2.0:1776202235.379495:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000735c5d06. 00000400:00000010:2.0:1776202235.379510:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c671fe32. 00000100:00000200:2.0:1776202235.379516:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610048, offset 224 00000400:00000200:2.0:1776202235.379524:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.379536:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.379542:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92036:92036:256:4294967295] 192.168.204.38@tcp LPNI seq info [92036:92036:8:4294967295] 00000400:00000200:2.0:1776202235.379553:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.379557:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.379562:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005287c707 (tot 82354778). 00000800:00000200:2.0:1776202235.379567:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.379575:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.379579:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005287c707 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.379594:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057b4d6c3. 00000020:00000010:2.0:1776202235.379597:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.379600:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580579b3. 00080000:00000010:2.0:1776202235.379627:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000580579b3. 00010000:00000010:2.0:1776202235.379708:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000350ef8f7. 00010000:00000010:2.0:1776202235.379714:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d18e76fd. 00010000:00000010:2.0:1776202235.379791:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:2.0:1776202235.379797:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005b809e36. 00010000:00000010:2.0:1776202235.379807:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000735c5d06. 00000100:00000010:2.0:1776202235.379811:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7947e6e. 00000100:00000010:2.0:1776202235.379817:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 02000000:00000010:2.0:1776202235.379828:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccf3737a. 02000000:00000010:2.0:1776202235.379885:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cfb40c5. 00000400:00000010:2.0:1776202235.379890:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000087685d3. 00000400:00000010:2.0:1776202235.379894:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed5bd4fd. 00000100:00000200:2.0:1776202235.379899:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809856, portal 16 00000400:00000010:2.0:1776202235.379902:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047372fd6. 00000100:00000200:2.0:1776202235.379904:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809856, offset 0 00000400:00000200:2.0:1776202235.379908:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.379914:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.379920:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.379923:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.379926:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.379929:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92037:92037:255:4294967295] 192.168.204.38@tcp LPNI seq info [92037:92037:7:4294967295] 00000400:00000200:2.0:1776202235.379936:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.379940:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.379943:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065f38627 (tot 82355026). 00000800:00000200:2.0:1776202235.379946:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.379951:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.379953:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065f38627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.382638:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.382645:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005287c707 (tot 82354778). 00000400:00000200:3.0:1776202235.382653:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.382664:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.382670:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c671fe32 00000400:00000010:3.0:1776202235.382673:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c671fe32. 00000800:00000200:3.0:1776202235.382743:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.382746:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065f38627 (tot 82354530). 00000400:00000200:3.0:1776202235.382749:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.382753:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.382755:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047372fd6 00000400:00000010:3.0:1776202235.382756:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047372fd6. 00000100:00000200:3.0:1776202235.382764:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054136f5c x1862480613809856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.387638:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.387660:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631ec0 00000400:00000200:1.0:1776202235.387670:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb868d [1] + 224 00000400:00000200:1.0:1776202235.387684:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.387689:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.387701:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054136f5c x1862480613809856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.387737:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.387742:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6be40 00000400:00000200:1.0:1776202235.387747:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6f9d [2] + 1968 00000400:00000010:1.0:1776202235.387750:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b76b1a0. 00000400:00000200:1.0:1776202235.387755:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c125c58b 00000400:00000200:1.0:1776202235.387763:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.387766:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.387768:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c125c58b 00000400:00000010:1.0:1776202235.387770:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c125c58b (tot 82354378). 00000100:00000200:1.0:1776202235.387775:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202235.387927:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079afda15. 00000020:00000010:1.0:1776202235.387934:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024773048. 00000020:00000010:1.0:1776202235.387939:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.387967:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4465a79 x1862480604610112/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.387995:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610112 02000000:00000010:1.0:1776202235.388007:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086be6bb1. 00010000:00000010:1.0:1776202235.388048:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.388056:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099573ff0. 00000100:00000010:1.0:1776202235.388064:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099573ff0. 00010000:00000010:1.0:1776202235.388068:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000010:1.0:1776202235.388083:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000606933ef. 00000100:00000200:1.0:1776202235.388089:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610112, offset 224 00000400:00000200:1.0:1776202235.388097:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.388107:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.388113:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92038:92038:256:4294967295] 192.168.204.38@tcp LPNI seq info [92038:92038:8:4294967295] 00000400:00000200:1.0:1776202235.388123:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.388128:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.388134:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354626). 00000800:00000200:1.0:1776202235.388140:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.388146:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.388149:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.388170:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024773048. 00000020:00000010:1.0:1776202235.388175:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.388179:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079afda15. 02000000:00000010:1.0:1776202235.388315:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008445922d. 00000100:00000010:1.0:1776202235.388320:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012402018. 02000000:00000010:1.0:1776202235.388335:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003836f9c6. 00000100:00000010:1.0:1776202235.388338:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a2782c1. 02000000:00000010:1.0:1776202235.388341:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036b410c4. 00000100:00000010:1.0:1776202235.388343:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba16fd3e. 02000000:00000010:1.0:1776202235.388346:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a6fb10d. 00000100:00000010:1.0:1776202235.388348:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 02000000:00000010:1.0:1776202235.388352:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:1.0:1776202235.388354:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202235.388359:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3f5b528. 00000100:00000010:1.0:1776202235.388362:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000200:1.0:1776202235.388371:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202235.388377:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e797cc7d. 00000400:00000010:1.0:1776202235.388382:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000099573ff0 (tot 82354778). 00000400:00000010:1.0:1776202235.388405:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000087685d3. 00000400:00000200:1.0:1776202235.388408:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed5bd4fd 00000400:00000010:1.0:1776202235.388409:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed5bd4fd. 00000100:00000200:1.0:1776202235.388414:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054136f5c x1862480613809856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.388421:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054136f5c x1862480613809856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.388443:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091846802. 02000000:00000010:1.0:1776202235.388455:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cfb40c5. 02000000:00000010:1.0:1776202235.388460:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccf3737a. 00000100:00000010:1.0:1776202235.388464:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 00000100:00000010:1.0:1776202235.388468:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7947e6e. 00010000:00000010:1.0:1776202235.388471:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000735c5d06. 00080000:00000010:1.0:1776202235.388488:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a6fb10d. 00010000:00000010:1.0:1776202235.388583:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b809e36. 00010000:00000010:1.0:1776202235.388592:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003536498a. 00010000:00000010:1.0:1776202235.388672:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dddd5282. 00010000:00000010:1.0:1776202235.388677:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000024773048. 00010000:00000010:1.0:1776202235.388683:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202235.388690:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00080000:00000010:1.0:1776202235.388702:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066bb782d. 00010000:00000010:1.0:1776202235.388732:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202235.388737:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024773048. 00010000:00000010:1.0:1776202235.388793:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d4ac040. 00010000:00000010:1.0:1776202235.388797:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe41658f. 00010000:00000010:1.0:1776202235.388806:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.388810:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202235.388953:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 02000000:00000010:1.0:1776202235.388964:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080e26039. 02000000:00000010:1.0:1776202235.388989:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003836f9c6. 00000400:00000010:1.0:1776202235.388995:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.389001:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.389005:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809920, portal 16 00000400:00000010:1.0:1776202235.389010:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000955f736e. 00000100:00000200:1.0:1776202235.389012:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809920, offset 0 00000400:00000200:1.0:1776202235.389019:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.389030:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.389037:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.389041:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.389043:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.389046:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92039:92039:255:4294967295] 192.168.204.38@tcp LPNI seq info [92039:92039:7:4294967295] 00000400:00000200:1.0:1776202235.389054:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.389059:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.389063:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202235.389066:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.389073:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.389075:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.389195:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.389199:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354778). 00000400:00000200:2.0:1776202235.389204:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.389209:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.389212:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000606933ef 00000400:00000010:2.0:1776202235.389214:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000606933ef. 02000000:00000010:2.0:1776202235.389219:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086be6bb1. 00000800:00000200:2.0:1776202235.389248:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.389250:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.389252:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.389255:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.389257:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000955f736e 00000400:00000010:2.0:1776202235.389258:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000955f736e. 00000100:00000200:2.0:1776202235.389263:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f7e8d4b x1862480613809920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.391977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed1fc7e. 00010000:00000010:2.1:1776202235.391994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a02893d. 00010000:00000010:2.1:1776202235.391998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001698f295. 00000400:00000200:3.0:1776202235.395274:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.395294:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631f00 00000400:00000200:3.0:1776202235.395302:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb869d [1] + 224 00000400:00000200:3.0:1776202235.395360:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.395365:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.395377:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f7e8d4b x1862480613809920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.395462:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:1.0:1776202235.395467:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.395469:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:1.0:1776202235.395475:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f7e8d4b x1862480613809920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.395482:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f7e8d4b x1862480613809920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.395510:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003836f9c6. 02000000:00000010:1.0:1776202235.395516:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080e26039. 00000100:00000010:1.0:1776202235.395520:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000010:1.0:1776202235.395525:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:1.0:1776202235.395530:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000200:1.0:1776202235.396412:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.396424:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6be80 00000400:00000200:1.0:1776202235.396431:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 0 00000400:00000200:1.0:1776202235.396474:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.396478:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.396484:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.396488:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:2.0:1776202235.396584:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d79f6157. 00000020:00000010:2.0:1776202235.396602:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.396607:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.396632:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604610176/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202235.396663:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610176 02000000:00000010:2.0:1776202235.396673:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea38f413. 00010000:00000010:2.0:1776202235.396702:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009074a3b0. 00010000:00000010:2.0:1776202235.396726:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202235.396733:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058bdb440. 00000100:00000010:2.0:1776202235.396748:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058bdb440. 00010000:00000010:2.0:1776202235.396753:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202235.396764:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202235.396769:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610176, offset 224 00000400:00000200:2.0:1776202235.396777:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.396788:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.396793:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92040:92040:256:4294967295] 192.168.204.38@tcp LPNI seq info [92040:92040:8:4294967295] 00000400:00000200:2.0:1776202235.396803:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.396808:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.396813:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202235.396819:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.396826:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.396864:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.396884:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.396889:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.396891:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d79f6157. 00000800:00000200:2.0:1776202235.396972:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.396976:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354530). 00000400:00000200:2.0:1776202235.396980:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.396984:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.396988:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:2.0:1776202235.396990:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00080000:00000010:3.0:1776202235.397785:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034ed3c7e. 00010000:00000010:3.0:1776202235.397918:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe41658f. 00010000:00000010:3.0:1776202235.397927:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c99d1df. 00010000:00000010:3.0:1776202235.398003:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202235.398010:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.398020:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202235.398026:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.398036:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcb02681. 02000000:00000010:3.0:1776202235.398050:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ecfd612. 02000000:00000010:3.0:1776202235.398078:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3f5b528. 00000400:00000010:3.0:1776202235.398084:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb37e8ad. 00000400:00000010:3.0:1776202235.398090:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202235.398096:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613809984, portal 16 00000400:00000010:3.0:1776202235.398100:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a4834f1. 00000100:00000200:3.0:1776202235.398102:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613809984, offset 0 00000400:00000200:3.0:1776202235.398111:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.398125:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.398131:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.398134:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.398137:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.398140:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92041:92041:256:4294967295] 192.168.204.38@tcp LPNI seq info [92041:92041:8:4294967295] 00000400:00000200:3.0:1776202235.398148:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.398153:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.398157:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.398162:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.398168:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.398171:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.398315:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.398318:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.398323:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.398328:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.398331:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a4834f1 00000400:00000010:1.0:1776202235.398332:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a4834f1. 00000100:00000200:1.0:1776202235.398338:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcb02681 x1862480613809984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.401333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c341bad. 00010000:00000010:1.1:1776202235.401881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000427374c. 00010000:00000010:1.1:1776202235.401889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa209db. 00010000:00000010:1.1:1776202235.401894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51d3b3d. 00010000:00000010:1.1:1776202235.401898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dddd5282. 00010000:00000010:1.1:1776202235.401901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00000400:00000200:1.0:1776202235.403389:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.403415:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631f40 00000400:00000200:1.0:1776202235.403424:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86a9 [1] + 224 00000400:00000200:1.0:1776202235.403446:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.403450:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.403461:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb02681 x1862480613809984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202235.403564:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:3.0:1776202235.403579:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:3.0:1776202235.403581:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:3.0:1776202235.403593:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb02681 x1862480613809984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.403607:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcb02681 x1862480613809984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.403637:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202235.403643:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ecfd612. 00000100:00000010:3.0:1776202235.403647:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcb02681. 00000100:00000010:3.0:1776202235.403652:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.403656:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00010000:00000010:3.1:1776202235.403919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ea94739. 00010000:00000010:3.1:1776202235.403927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4ac040. 00000400:00000200:2.0:1776202235.404431:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.404734:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bec0 00000400:00000200:2.0:1776202235.404742:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 328 00000400:00000200:2.0:1776202235.405037:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.405043:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.405050:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.405056:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:1.0:1776202235.405898:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003836f9c6. 00000020:00000010:1.0:1776202235.405908:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024773048. 00000020:00000010:1.0:1776202235.405913:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.405945:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604610240/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776202235.405979:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610240 02000000:00000010:1.0:1776202235.405993:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000645093e4. 00010000:00000010:1.0:1776202235.406027:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016281004. 00010000:00000010:1.0:1776202235.406054:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.406063:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000585fde94. 00000100:00000010:1.0:1776202235.406078:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000585fde94. 00010000:00000010:1.0:1776202235.406084:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000010:1.0:1776202235.406100:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.406105:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610240, offset 224 00000400:00000200:1.0:1776202235.406114:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.406130:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.406137:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92042:92042:256:4294967295] 192.168.204.38@tcp LPNI seq info [92042:92042:8:4294967295] 00000400:00000200:1.0:1776202235.406150:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.406157:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.406162:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.406169:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.406177:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.406181:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.406200:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024773048. 00000020:00000010:1.0:1776202235.406205:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.406210:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003836f9c6. 00080000:00000010:3.0:1776202235.407929:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ecfd612. 00010000:00000010:3.0:1776202235.408037:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.408046:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4902705. 00010000:00000010:3.0:1776202235.408123:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b361651. 00010000:00000010:3.0:1776202235.408129:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052a8228b. 00010000:00000010:3.0:1776202235.408140:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000815cbf28. 00000100:00000010:3.0:1776202235.408147:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.408157:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcb02681. 02000000:00000010:3.0:1776202235.408170:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202235.408418:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9884332. 00000400:00000010:3.0:1776202235.408426:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb37e8ad. 00000400:00000010:3.0:1776202235.408432:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000ad2435. 00000100:00000200:3.0:1776202235.408438:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810048, portal 16 00000400:00000010:3.0:1776202235.408443:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d81a120. 00000100:00000200:3.0:1776202235.408445:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810048, offset 0 00000400:00000200:3.0:1776202235.408454:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.408471:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.408477:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.408480:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.408483:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.408486:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92043:92043:255:4294967295] 192.168.204.38@tcp LPNI seq info [92043:92043:7:4294967295] 00000400:00000200:3.0:1776202235.408496:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.408502:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.408508:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202235.408514:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.408521:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.408525:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.411866:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.411875:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354778). 00000400:00000200:1.0:1776202235.411882:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.411892:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.411898:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.411901:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000800:00000200:1.0:1776202235.411994:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.411996:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.412001:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.412005:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.412007:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d81a120 00000400:00000010:1.0:1776202235.412008:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d81a120. 00000100:00000200:1.0:1776202235.412017:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcb02681 x1862480613810048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.413920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db9f1d01. 00010000:00000010:3.1:1776202235.413937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:1.1:1776202235.419045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005afd881b. 00000400:00000200:1.0:1776202235.419100:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.419117:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631f80 00000400:00000200:1.0:1776202235.419126:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86b5 [1] + 224 00000400:00000200:1.0:1776202235.419144:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.419148:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.419159:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb02681 x1862480613810048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.419389:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb37e8ad. 00000400:00000200:0.0:1776202235.419395:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000ad2435 00000400:00000010:0.0:1776202235.419397:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000ad2435. 00000100:00000200:0.0:1776202235.419403:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb02681 x1862480613810048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.419411:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcb02681 x1862480613810048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.419439:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9884332. 02000000:00000010:0.0:1776202235.419445:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3f5b528. 00000100:00000010:0.0:1776202235.419448:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcb02681. 00000100:00000010:0.0:1776202235.419454:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:0.0:1776202235.419457:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000815cbf28. 00000400:00000200:2.0:1776202235.424053:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.424074:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bf00 00000400:00000200:2.0:1776202235.424082:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 656 00000400:00000200:2.0:1776202235.424175:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.424181:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.424187:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.424194:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 00000020:00000010:1.0:1776202235.424409:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079afda15. 00000020:00000010:1.0:1776202235.424417:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.424422:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.424449:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000db1b313 x1862480604610304/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.424489:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610304 02000000:00000010:1.0:1776202235.424503:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003836f9c6. 00010000:00000010:1.0:1776202235.424532:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011176b00. 00010000:00000010:1.0:1776202235.424554:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.424562:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.424576:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.424580:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000010:1.0:1776202235.424593:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.424598:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610304, offset 224 00000400:00000200:1.0:1776202235.424605:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.424616:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.424621:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92044:92044:256:4294967295] 192.168.204.38@tcp LPNI seq info [92044:92044:8:4294967295] 00000400:00000200:1.0:1776202235.424630:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.424635:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.424640:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.424645:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.424650:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.424654:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.424670:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.424674:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.424677:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079afda15. 00000800:00000200:1.0:1776202235.425268:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.425272:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:1.0:1776202235.425277:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.425282:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.425286:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.425288:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00080000:00000010:0.0:1776202235.425426:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007802ca58. 00010000:00000010:0.0:1776202235.425547:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8228b. 00010000:00000010:0.0:1776202235.425556:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008247cdb3. 00010000:00000010:0.0:1776202235.425635:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000162a3152. 00010000:00000010:0.0:1776202235.425642:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097de3ec9. 00010000:00000010:0.0:1776202235.425652:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005485f5e1. 00000100:00000010:0.0:1776202235.425657:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.425665:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 02000000:00000010:0.0:1776202235.425677:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20132fd. 02000000:00000010:0.0:1776202235.425703:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036b410c4. 00000400:00000010:0.0:1776202235.425709:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b76b1a0. 00000400:00000010:0.0:1776202235.425714:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089c22286. 00000100:00000200:0.0:1776202235.425719:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810112, portal 16 00000400:00000010:0.0:1776202235.425723:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b4da8b4. 00000100:00000200:0.0:1776202235.425725:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810112, offset 0 00000400:00000200:0.0:1776202235.425732:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.425743:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.425750:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.425753:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.425756:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.425759:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92045:92045:256:4294967295] 192.168.204.38@tcp LPNI seq info [92045:92045:8:4294967295] 00000400:00000200:0.0:1776202235.425767:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.425772:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.425775:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202235.425779:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.425784:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.425787:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.427704:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.427711:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:1.0:1776202235.427719:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.427727:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.427732:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b4da8b4 00000400:00000010:1.0:1776202235.427735:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b4da8b4. 00000100:00000200:1.0:1776202235.427744:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000770c5b37 x1862480613810112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.430878:0:1033:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6547b7. 00010000:00000010:0.1:1776202235.430892:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b361651. 00010000:00000010:1.1:1776202235.431607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a3b863. 00000400:00000200:3.0:1776202235.432090:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.432108:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f631fc0 00000400:00000200:3.0:1776202235.432127:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86c1 [1] + 224 00000400:00000200:3.0:1776202235.432142:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.432146:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.432158:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000770c5b37 x1862480613810112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.432293:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b76b1a0. 00000400:00000200:1.0:1776202235.432298:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c22286 00000400:00000010:1.0:1776202235.432301:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089c22286. 00000100:00000200:1.0:1776202235.432306:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000770c5b37 x1862480613810112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.432314:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000770c5b37 x1862480613810112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.432343:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036b410c4. 02000000:00000010:1.0:1776202235.432349:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20132fd. 00000100:00000010:1.0:1776202235.432352:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 00000100:00000010:1.0:1776202235.432355:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:1.0:1776202235.432360:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005485f5e1. 00000400:00000200:1.0:1776202235.435656:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.435676:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bf40 00000400:00000200:1.0:1776202235.435684:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 984 00000400:00000200:1.0:1776202235.437105:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.437117:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.437128:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.437134:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:3.0:1776202235.437811:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5b06c66. 00000020:00000010:3.0:1776202235.437819:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.437824:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000a2d5a16. 00000100:00000200:3.0:1776202235.437879:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604610368/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776202235.437932:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610368 02000000:00000010:1.0:1776202235.437946:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c2fd970. 00010000:00000010:1.0:1776202235.437977:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5244c18. 00010000:00000010:1.0:1776202235.437996:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.438004:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.438026:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.438030:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000010:1.0:1776202235.438043:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.438049:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610368, offset 224 00000400:00000200:1.0:1776202235.438056:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.438070:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:3.0:1776202235.438071:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddd46c3c. 00000400:00000200:1.0:1776202235.438075:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92046:92046:256:4294967295] 192.168.204.38@tcp LPNI seq info [92046:92046:8:4294967295] 00000400:00000200:1.0:1776202235.438085:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.438089:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.438094:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.438099:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.438107:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.438111:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.438128:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b2d96cf. 00000020:00000010:1.0:1776202235.438133:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000a2d5a16. 00000020:00000010:1.0:1776202235.438135:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5b06c66. 00010000:00000010:3.0:1776202235.438164:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097de3ec9. 00010000:00000010:3.0:1776202235.438184:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eadd504d. 00000800:00000200:1.0:1776202235.438261:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.438264:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00010000:00000010:3.0:1776202235.438265:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00000400:00000200:1.0:1776202235.438268:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776202235.438270:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00000400:00000200:1.0:1776202235.438272:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.438275:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.438277:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00010000:00000010:3.0:1776202235.438279:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d9f413. 00000100:00000010:3.0:1776202235.438282:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.438289:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.438299:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003e8cc90. 02000000:00000010:3.0:1776202235.438320:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007095e8e9. 00000400:00000010:3.0:1776202235.438325:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.438330:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.438334:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810176, portal 16 00000400:00000010:3.0:1776202235.438338:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000002102702. 00000100:00000200:3.0:1776202235.438341:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810176, offset 0 00000400:00000200:3.0:1776202235.438347:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.438353:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.438358:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.438362:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.438365:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.438367:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92047:92047:256:4294967295] 192.168.204.38@tcp LPNI seq info [92047:92047:8:4294967295] 00000400:00000200:3.0:1776202235.438376:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.438380:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.438383:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.438387:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.438391:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.438393:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.438533:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.438536:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:1.0:1776202235.438541:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.438545:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.438548:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002102702 00000400:00000010:1.0:1776202235.438549:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000002102702. 00000100:00000200:1.0:1776202235.438554:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613810176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.441904:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.441927:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632000 00000400:00000200:1.0:1776202235.441937:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86cd [1] + 224 00000400:00000200:1.0:1776202235.441955:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.441959:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.441970:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613810176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202235.442060:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202235.442065:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.442068:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:3.0:1776202235.442074:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613810176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.442081:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613810176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.442109:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007095e8e9. 02000000:00000010:3.0:1776202235.442126:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000003e8cc90. 00000100:00000010:3.0:1776202235.442130:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:3.0:1776202235.442134:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.442137:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d9f413. 00000400:00000200:1.0:1776202235.443539:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.443556:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bf80 00000400:00000200:1.0:1776202235.443564:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 1312 00000400:00000200:1.0:1776202235.443640:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.443645:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.443651:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.443657:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:0.0:1776202235.444147:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fd0e57d. 00000020:00000010:0.0:1776202235.444155:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.444159:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.444187:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604610432/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.444216:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610432 02000000:00000010:0.0:1776202235.444227:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:0.0:1776202235.444256:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efc9f46e. 00010000:00000010:0.0:1776202235.444276:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000959e575f. 00000100:00000010:0.0:1776202235.444284:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.444299:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.444303:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000959e575f. 00000400:00000010:0.0:1776202235.444315:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1c3f467. 00000100:00000200:0.0:1776202235.444321:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610432, offset 224 00000400:00000200:0.0:1776202235.444329:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.444340:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.444346:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92048:92048:256:4294967295] 192.168.204.38@tcp LPNI seq info [92048:92048:8:4294967295] 00000400:00000200:0.0:1776202235.444356:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.444361:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.444366:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82354778). 00000800:00000200:0.0:1776202235.444371:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.444377:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.444381:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202235.444386:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003e8cc90. 00000020:00000010:0.0:1776202235.444395:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.444398:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.444402:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fd0e57d. 00010000:00000010:3.0:1776202235.444489:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.444508:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a23f1868. 00010000:00000010:3.0:1776202235.444586:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202235.444591:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000066819e3d. 00010000:00000010:3.0:1776202235.444595:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202235.444600:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00080000:00000010:3.0:1776202235.444610:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007095e8e9. 00010000:00000010:3.0:1776202235.444637:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.444640:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066819e3d. 00010000:00000010:3.0:1776202235.444688:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afce9457. 00010000:00000010:3.0:1776202235.444692:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.444699:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d9f413. 00000100:00000010:3.0:1776202235.444702:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.444708:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.444718:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5b06c66. 02000000:00000010:3.0:1776202235.444738:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3f5b528. 00000400:00000010:3.0:1776202235.444743:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.444748:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.444752:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810240, portal 16 00000400:00000010:3.0:1776202235.444756:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1d37666. 00000100:00000200:3.0:1776202235.444757:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810240, offset 0 00000400:00000200:3.0:1776202235.444763:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.444772:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.444778:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.444781:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.444784:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.444786:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92049:92049:255:4294967295] 192.168.204.38@tcp LPNI seq info [92049:92049:7:4294967295] 00000400:00000200:3.0:1776202235.444791:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.444795:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.444798:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82355026). 00000800:00000200:3.0:1776202235.444802:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.444805:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.444807:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.445789:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.445793:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354778). 00000400:00000200:1.0:1776202235.445801:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.445807:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.445812:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c3f467 00000400:00000010:1.0:1776202235.445814:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1c3f467. 00000800:00000200:1.0:1776202235.445922:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.445924:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:1.0:1776202235.445930:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.445933:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.445936:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1d37666 00000400:00000010:1.0:1776202235.445937:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1d37666. 00000100:00000200:1.0:1776202235.445944:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613810240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.456338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fbcf1b9. 00010000:00000010:3.1:1776202235.456355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162a3152. 00000400:00000200:2.0:1776202235.466692:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.466718:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632040 00000400:00000200:2.0:1776202235.466729:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86d9 [1] + 224 00000400:00000200:2.0:1776202235.466748:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.466753:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.466768:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613810240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202235.467439:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202235.467445:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.467448:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:3.0:1776202235.467456:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613810240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.467465:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613810240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.467510:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202235.467518:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5b06c66. 00000100:00000010:3.0:1776202235.467521:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:3.0:1776202235.467527:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.467531:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d9f413. 00010000:00000010:0.1:1776202235.469927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ebd4295. 00010000:00000010:1.1:1776202235.469973:0:1032:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5afaf82. 00010000:00000010:3.1:1776202235.476508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cbeed9c. 00010000:00000010:3.1:1776202235.476523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.1:1776202235.476528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202235.476531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:1.0:1776202235.490154:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.490185:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6bfc0 00000400:00000200:1.0:1776202235.490193:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 1640 00000400:00000200:1.0:1776202235.490269:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.490274:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.490282:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.490287:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000020:00000010:2.0:1776202235.491906:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000858ffa23. 00000020:00000010:2.0:1776202235.491916:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.491921:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.491953:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29f83c0 x1862480604610496/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202235.491988:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610496 02000000:00000010:2.0:1776202235.491999:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000807f60b5. 00010000:00000010:2.0:1776202235.492029:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d23d11f5. 00010000:00000010:2.0:1776202235.492048:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002517f6fd. 00000100:00000010:2.0:1776202235.492055:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000198630fd. 00000100:00000010:2.0:1776202235.492069:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000198630fd. 00010000:00000010:2.0:1776202235.492074:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002517f6fd. 00000400:00000010:2.0:1776202235.492087:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202235.492093:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610496, offset 224 00000400:00000200:2.0:1776202235.492102:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.492116:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.492122:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92050:92050:256:4294967295] 192.168.204.38@tcp LPNI seq info [92050:92050:8:4294967295] 00000400:00000200:2.0:1776202235.492133:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.492139:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.492143:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001fbf9eb (tot 82354778). 00000800:00000200:2.0:1776202235.492149:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.492155:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.492159:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001fbf9eb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776202235.492366:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5b06c66. 00010000:00000010:3.0:1776202235.492452:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.492459:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edcb68f5. 00010000:00000010:3.0:1776202235.492554:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202235.492559:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.492570:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202235.492574:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.492582:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.492595:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3f5b528. 02000000:00000010:3.0:1776202235.492618:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9884332. 00000400:00000010:3.0:1776202235.492624:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.492629:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.492634:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810304, portal 16 00000400:00000010:3.0:1776202235.492637:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5702f2f. 00000100:00000200:3.0:1776202235.492639:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810304, offset 0 00000400:00000200:3.0:1776202235.492645:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.492652:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.492658:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.492661:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.492664:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.492667:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92051:92051:255:4294967295] 192.168.204.38@tcp LPNI seq info [92051:92051:7:4294967295] 00000400:00000200:3.0:1776202235.492676:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.492680:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.492683:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202235.492687:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.492691:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.492693:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.492810:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.492815:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.492820:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000858ffa23. 00000800:00000200:1.0:1776202235.493722:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.493727:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001fbf9eb (tot 82354778). 00000400:00000200:1.0:1776202235.493733:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.493740:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.493747:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:1.0:1776202235.493749:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00000800:00000200:1.0:1776202235.494308:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.494311:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.494318:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.494322:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.494325:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5702f2f 00000400:00000010:1.0:1776202235.494327:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5702f2f. 00000100:00000200:1.0:1776202235.494335:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613810304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.502047:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.502069:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632080 00000400:00000200:2.0:1776202235.502080:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86e5 [1] + 224 00000400:00000200:2.0:1776202235.502094:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.502098:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.502109:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613810304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.502149:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.502154:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c000 00000400:00000200:2.0:1776202235.502160:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb6ff5 [2] + 1968 00000400:00000010:2.0:1776202235.502164:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8392a45. 00000400:00000200:2.0:1776202235.502173:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008dbfbe77 00000400:00000200:2.0:1776202235.502182:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.502186:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.502198:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dbfbe77 00000400:00000010:2.0:1776202235.503127:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008dbfbe77 (tot 82354378). 00000100:00000200:2.0:1776202235.503141:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202235.503221:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000858ffa23. 00000020:00000010:2.0:1776202235.503227:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.503231:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.503258:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000267cb72f x1862480604610560/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202235.503285:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610560 02000000:00000010:2.0:1776202235.503296:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6a286d5. 00010000:00000010:2.0:1776202235.503336:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002517f6fd. 00000100:00000010:2.0:1776202235.503344:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000198630fd. 00000100:00000010:2.0:1776202235.503351:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000198630fd. 00010000:00000010:2.0:1776202235.503355:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002517f6fd. 00000400:00000010:2.0:1776202235.503369:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202235.503374:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610560, offset 224 00000400:00000200:2.0:1776202235.503381:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.503393:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.503399:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92052:92052:256:4294967295] 192.168.204.38@tcp LPNI seq info [92052:92052:8:4294967295] 00000400:00000200:2.0:1776202235.503411:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.503417:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.503423:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003064e126 (tot 82354626). 00000800:00000200:2.0:1776202235.503430:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.503438:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.503442:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003064e126 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.503458:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.503463:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.503466:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000858ffa23. 02000000:00000010:2.0:1776202235.503475:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000807f60b5. 00000100:00000010:2.0:1776202235.503478:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 02000000:00000010:2.0:1776202235.503484:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:2.0:1776202235.503486:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:2.0:1776202235.503490:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c2fd970. 00000100:00000010:2.0:1776202235.503492:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00000800:00000200:1.0:1776202235.503819:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.503823:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003064e126 (tot 82354378). 00000400:00000200:1.0:1776202235.503856:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.503862:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.503866:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:1.0:1776202235.503869:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 02000000:00000010:1.0:1776202235.503873:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6a286d5. 02000000:00000010:2.0:1776202235.504909:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003836f9c6. 00000100:00000010:2.0:1776202235.504918:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202235.504921:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000645093e4. 00000100:00000010:2.0:1776202235.504924:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202235.504927:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea38f413. 00000100:00000010:2.0:1776202235.504929:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000200:2.0:1776202235.504943:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202235.504949:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005028272e. 00000400:00000010:2.0:1776202235.504955:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000198630fd (tot 82354530). 00000400:00000010:3.0:1776202235.505131:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202235.505135:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.505137:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:3.0:1776202235.505148:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613810304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.505157:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613810304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202235.505186:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c80eb07. 02000000:00000010:3.0:1776202235.505219:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9884332. 02000000:00000010:3.0:1776202235.505225:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3f5b528. 00000100:00000010:3.0:1776202235.505227:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:3.0:1776202235.505231:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.505234:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00080000:00000010:3.0:1776202235.505253:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3f5b528. 00010000:00000010:3.0:1776202235.505354:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.505362:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e9c9bba. 00010000:00000010:3.0:1776202235.505458:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000076b9d9f. 00010000:00000010:3.0:1776202235.505465:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000975431a2. 00010000:00000010:3.0:1776202235.505476:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202235.505481:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.505487:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 02000000:00000010:3.0:1776202235.505810:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9884332. 02000000:00000010:3.0:1776202235.505884:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d2bec6b. 00000400:00000010:3.0:1776202235.505890:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.505895:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.505899:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810368, portal 16 00000400:00000010:3.0:1776202235.505904:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000449811db. 00000100:00000200:3.0:1776202235.505906:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810368, offset 0 00000400:00000200:3.0:1776202235.505914:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.505928:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.505935:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.505938:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.505940:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.505943:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92053:92053:256:4294967295] 192.168.204.38@tcp LPNI seq info [92053:92053:8:4294967295] 00000400:00000200:3.0:1776202235.505953:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.505958:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.505962:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.505969:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.505976:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.505980:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.506160:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.506164:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:1.0:1776202235.506170:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.506175:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.506178:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000449811db 00000400:00000010:1.0:1776202235.506179:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000449811db. 00000100:00000200:1.0:1776202235.506191:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000320127a x1862480613810368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776202235.508959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c5800. 00010000:00000010:3.1:1776202235.512115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019a739fa. 00010000:00000010:3.1:1776202235.512132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00010000:00000010:3.1:1776202235.515764:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa36f24. 00010000:00000010:3.1:1776202235.515784:0:78648:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7fc8628. 00010000:00000010:3.1:1776202235.515789:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:1.0:1776202235.523671:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.523691:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6320c0 00000400:00000200:1.0:1776202235.523700:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb86f5 [1] + 224 00000400:00000200:1.0:1776202235.523710:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.523714:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.523723:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000320127a x1862480613810368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.523760:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.523765:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c040 00000400:00000200:1.0:1776202235.523769:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 0 00000400:00000010:3.0:1776202235.524114:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:3.0:1776202235.524119:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.524121:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:3.0:1776202235.524127:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000320127a x1862480613810368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.524134:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000320127a x1862480613810368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.524163:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d2bec6b. 02000000:00000010:3.0:1776202235.524177:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9884332. 00000100:00000010:3.0:1776202235.524181:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 00000100:00000010:3.0:1776202235.524193:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.524198:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000200:1.0:1776202235.524330:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.524335:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.524340:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.524346:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000020:00000010:0.0:1776202235.525018:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b410c4. 00000020:00000010:0.0:1776202235.525026:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.525030:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.525053:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f7e8d4b x1862480604610624/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.525081:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610624 02000000:00000010:0.0:1776202235.525091:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f20132fd. 00010000:00000010:0.0:1776202235.525116:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1724dfa. 00010000:00000010:0.0:1776202235.525134:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000959e575f. 00000100:00000010:0.0:1776202235.525139:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.525149:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.525152:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000959e575f. 00000400:00000010:0.0:1776202235.525163:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202235.525167:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610624, offset 224 00000400:00000200:0.0:1776202235.525174:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.525184:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.525189:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92054:92054:256:4294967295] 192.168.204.38@tcp LPNI seq info [92054:92054:8:4294967295] 00000400:00000200:0.0:1776202235.525200:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.525205:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.525209:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.525215:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.525233:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.525236:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.525253:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f02256f6. 00000020:00000010:0.0:1776202235.525256:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.525259:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b410c4. 00080000:00000010:0.0:1776202235.525282:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036b410c4. 00010000:00000010:0.0:1776202235.525359:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000975431a2. 00010000:00000010:0.0:1776202235.525365:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000198ff4e2. 00010000:00000010:0.0:1776202235.525429:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a30ea5d. 00010000:00000010:0.0:1776202235.525435:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069b1d1c3. 00010000:00000010:0.0:1776202235.525444:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000959e575f. 00000100:00000010:0.0:1776202235.525447:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.525454:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 02000000:00000010:0.0:1776202235.525465:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c84d576a. 02000000:00000010:0.0:1776202235.525487:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d53b9da7. 00000400:00000010:0.0:1776202235.525492:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.525495:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.525499:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810432, portal 16 00000400:00000010:0.0:1776202235.525503:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.525504:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810432, offset 0 00000400:00000200:0.0:1776202235.525509:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.525515:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.525522:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.525526:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.525529:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.525531:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92055:92055:255:4294967295] 192.168.204.38@tcp LPNI seq info [92055:92055:7:4294967295] 00000400:00000200:0.0:1776202235.525538:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.525542:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.525545:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82355026). 00000800:00000200:0.0:1776202235.525548:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.525552:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.525554:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.525599:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.525602:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354778). 00000400:00000200:0.0:1776202235.525606:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.525610:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.525613:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202235.525614:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000800:00000200:0.0:1776202235.529820:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.529997:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:0.0:1776202235.530007:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.530018:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.530025:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:0.0:1776202235.530028:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.530038:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bc68928 x1862480613810432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.534356:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.534377:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632100 00000400:00000200:3.0:1776202235.534387:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8701 [1] + 224 00000400:00000200:3.0:1776202235.534405:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.534409:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.534421:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bc68928 x1862480613810432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.534512:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.534518:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.534520:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000100:00000200:0.0:1776202235.534526:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bc68928 x1862480613810432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.534534:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bc68928 x1862480613810432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.534565:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d53b9da7. 02000000:00000010:0.0:1776202235.534573:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c84d576a. 00000100:00000010:0.0:1776202235.534577:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 00000100:00000010:0.0:1776202235.534582:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.534587:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000959e575f. 00000400:00000200:3.0:1776202235.538180:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.538209:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c080 00000400:00000200:3.0:1776202235.538217:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 328 00000400:00000200:3.0:1776202235.538289:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.538293:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.538301:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.538306:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000320127a. 00010000:00000010:0.1:1776202235.539889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000950e770e. 00010000:00000010:0.1:1776202235.539901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da15761. 00010000:00000010:0.1:1776202235.539906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076b9d9f. 00000020:00000010:3.0:1776202235.541311:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d4f2be7. 00000020:00000010:3.0:1776202235.541322:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013108363. 00000020:00000010:3.0:1776202235.541326:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.541366:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000320127a x1862480604610688/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.541414:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610688 02000000:00000010:3.0:1776202235.541427:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9884332. 00010000:00000010:3.0:1776202235.541462:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bf4d89d. 00010000:00000010:3.0:1776202235.541484:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d9f413. 00000100:00000010:3.0:1776202235.541491:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.541516:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.541520:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d9f413. 00000400:00000010:3.0:1776202235.541534:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.541540:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610688, offset 224 00000400:00000200:3.0:1776202235.541550:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.541580:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.541587:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92056:92056:256:4294967295] 192.168.204.38@tcp LPNI seq info [92056:92056:8:4294967295] 00000400:00000200:3.0:1776202235.541598:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.541605:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.541611:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.541617:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.541624:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.541629:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.541648:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013108363. 00000020:00000010:3.0:1776202235.541653:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.541656:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d4f2be7. 00000800:00000200:3.0:1776202235.541772:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.541776:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202235.541783:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.541788:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.541793:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.541795:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00080000:00000010:1.0:1776202235.542399:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c2fd970. 00010000:00000010:1.0:1776202235.542498:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b1d1c3. 00010000:00000010:1.0:1776202235.542506:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009a97f96. 00010000:00000010:1.0:1776202235.542594:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202235.542600:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ddd395c. 00010000:00000010:1.0:1776202235.542612:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.542618:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.542625:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 02000000:00000010:1.0:1776202235.542638:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fd0e57d. 02000000:00000010:1.0:1776202235.542668:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092b5383e. 00000400:00000010:1.0:1776202235.542675:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.542679:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.542685:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810496, portal 16 00000400:00000010:1.0:1776202235.542690:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000803800c4. 00000100:00000200:1.0:1776202235.542692:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810496, offset 0 00000400:00000200:1.0:1776202235.542699:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.542710:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.542718:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.542721:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.542724:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.542726:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92057:92057:256:4294967295] 192.168.204.38@tcp LPNI seq info [92057:92057:8:4294967295] 00000400:00000200:1.0:1776202235.542733:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.542739:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.542742:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.542747:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.542752:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.542755:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.543281:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.543285:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:3.0:1776202235.543290:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.543296:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.543300:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000803800c4 00000400:00000010:3.0:1776202235.543302:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000803800c4. 00000100:00000200:3.0:1776202235.543309:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000058669b1c x1862480613810496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.547347:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.547372:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632140 00000400:00000200:3.0:1776202235.547382:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb870d [1] + 224 00000400:00000200:3.0:1776202235.547411:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.547416:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.547428:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000058669b1c x1862480613810496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.547574:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:1.0:1776202235.547579:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.547581:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:1.0:1776202235.547587:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000058669b1c x1862480613810496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.547594:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000058669b1c x1862480613810496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.547624:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092b5383e. 02000000:00000010:1.0:1776202235.547630:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fd0e57d. 00000100:00000010:1.0:1776202235.547635:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 00000100:00000010:1.0:1776202235.547641:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.547646:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000400:00000200:0.0:1776202235.550483:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.550579:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c0c0 00000400:00000200:0.0:1776202235.550589:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 656 00000400:00000200:0.0:1776202235.550670:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.550675:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.550682:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.550688:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bc68928. 00010000:00000010:3.1:1776202235.554243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a48f2d. 00010000:00000010:1.1:1776202235.555569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca195b0. 00010000:00000010:1.1:1776202235.555584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a30ea5d. 00000020:00000010:3.0:1776202235.560038:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d75269c. 00000020:00000010:3.0:1776202235.560053:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.560058:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.560098:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bc68928 x1862480604610752/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.560198:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610752 02000000:00000010:3.0:1776202235.560212:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d2bec6b. 00010000:00000010:3.0:1776202235.560244:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b6af096. 00010000:00000010:3.0:1776202235.560264:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202235.560274:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.560295:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.560299:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000400:00000010:3.0:1776202235.560312:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.560318:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610752, offset 224 00000400:00000200:3.0:1776202235.560327:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.560342:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.560348:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92058:92058:256:4294967295] 192.168.204.38@tcp LPNI seq info [92058:92058:8:4294967295] 00000400:00000200:3.0:1776202235.560359:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.560364:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.560369:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.560376:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.560383:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.560387:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.560407:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.560413:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.560416:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d75269c. 00080000:00000010:2.0:1776202235.560779:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea38f413. 00010000:00000010:2.0:1776202235.560918:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ddd395c. 00010000:00000010:2.0:1776202235.560926:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7a98574. 00010000:00000010:2.0:1776202235.561019:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b6f0eb9. 00010000:00000010:2.0:1776202235.561023:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202235.561029:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c141882. 00010000:00000010:2.0:1776202235.561035:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a1492e. 00080000:00000010:2.0:1776202235.561050:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000807f60b5. 00010000:00000010:2.0:1776202235.561077:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.561081:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faa0732. 00010000:00000010:2.0:1776202235.561133:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202235.561137:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.561146:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002517f6fd. 00000100:00000010:2.0:1776202235.561151:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098f35ae3. 00000100:00000010:2.0:1776202235.561159:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202235.561169:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000858ffa23. 02000000:00000010:2.0:1776202235.561208:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6a286d5. 00000400:00000010:2.0:1776202235.561215:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8659305. 00000400:00000010:2.0:1776202235.561221:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.561226:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810560, portal 16 00000400:00000010:2.0:1776202235.561230:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202235.561232:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810560, offset 0 00000400:00000200:2.0:1776202235.561240:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.561250:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.561257:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.561260:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.561262:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.561264:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92059:92059:255:4294967295] 192.168.204.38@tcp LPNI seq info [92059:92059:7:4294967295] 00000400:00000200:2.0:1776202235.561272:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.561277:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.561281:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd98bd5c (tot 82355026). 00000800:00000200:2.0:1776202235.561285:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.561291:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.561293:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd98bd5c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.562262:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.562270:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:3.0:1776202235.562278:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.562285:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.562290:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:3.0:1776202235.562293:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000800:00000200:3.0:1776202235.562377:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.562379:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd98bd5c (tot 82354530). 00000400:00000200:3.0:1776202235.562384:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.562387:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.562389:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:3.0:1776202235.562390:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:3.0:1776202235.562397:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613810560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.570030:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.570050:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632180 00000400:00000200:1.0:1776202235.570060:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8719 [1] + 224 00000400:00000200:1.0:1776202235.570073:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.570077:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.570089:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613810560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776202235.570164:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.570170:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c100 00000400:00000200:1.0:1776202235.570175:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 984 00000400:00000200:1.0:1776202235.570255:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.570259:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.570263:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.570269:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000058669b1c. 00000020:00000010:0.0:1776202235.570362:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c84d576a. 00000020:00000010:0.0:1776202235.570369:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.570374:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.570399:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058669b1c x1862480604610816/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.570433:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610816 02000000:00000010:0.0:1776202235.570445:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d53b9da7. 00010000:00000010:0.0:1776202235.570486:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f558d40. 00000100:00000010:0.0:1776202235.570493:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.570511:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.570515:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f558d40. 00000400:00000010:0.0:1776202235.570529:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.570534:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610816, offset 224 00000400:00000200:0.0:1776202235.570542:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.570553:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.570570:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92060:92060:256:4294967295] 192.168.204.38@tcp LPNI seq info [92060:92060:8:4294967295] 00000400:00000200:0.0:1776202235.570581:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.570585:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.570600:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202235.570607:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.570613:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.570617:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.570635:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.570640:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.570645:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c84d576a. 00000800:00000200:0.0:1776202235.570710:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.570713:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354530). 00000400:00000200:0.0:1776202235.570718:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.570721:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.570724:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:0.0:1776202235.570726:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00010000:00000010:3.1:1776202235.572538:0:78646:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c2377d. 00000400:00000010:2.0:1776202235.575429:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8659305. 00000400:00000200:2.0:1776202235.575442:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:2.0:1776202235.575446:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.575463:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613810560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.575474:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613810560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.575515:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc7fbf28. 02000000:00000010:2.0:1776202235.575533:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202235.575540:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000858ffa23. 00000100:00000010:2.0:1776202235.575543:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202235.575547:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098f35ae3. 00010000:00000010:2.0:1776202235.575550:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002517f6fd. 00080000:00000010:2.0:1776202235.575797:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000858ffa23. 00010000:00000010:2.0:1776202235.575938:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.575946:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012476c2f. 00010000:00000010:2.0:1776202235.576030:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d608732b. 00010000:00000010:2.0:1776202235.576037:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.576050:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002517f6fd. 00000100:00000010:2.0:1776202235.576057:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098f35ae3. 00000100:00000010:2.0:1776202235.576065:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202235.576078:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6a286d5. 02000000:00000010:2.0:1776202235.576109:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccf3737a. 00000400:00000010:2.0:1776202235.576115:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8659305. 00000400:00000010:2.0:1776202235.576121:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.576127:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810624, portal 16 00000400:00000010:2.0:1776202235.576131:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202235.576133:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810624, offset 0 00000400:00000200:2.0:1776202235.576142:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.576156:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.576163:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.576167:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.576170:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.576173:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92061:92061:256:4294967295] 192.168.204.38@tcp LPNI seq info [92061:92061:8:4294967295] 00000400:00000200:2.0:1776202235.576199:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.576205:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.576211:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8781e48 (tot 82354778). 00000800:00000200:2.0:1776202235.576217:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.576225:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.576229:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d8781e48 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202235.580993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a94566a1. 00010000:00000010:2.1:1776202235.581013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00010000:00000010:2.1:1776202235.581019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6f0eb9. 00010000:00000010:2.1:1776202235.581022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c141882. 00000800:00000200:3.0:1776202235.582471:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.582478:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8781e48 (tot 82354530). 00000400:00000200:3.0:1776202235.582486:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.582507:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.582513:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:3.0:1776202235.582515:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:3.0:1776202235.582526:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613810624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.582578:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.582592:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6321c0 00000400:00000200:3.0:1776202235.582599:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8725 [1] + 224 00000400:00000200:3.0:1776202235.582608:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.582611:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.582616:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613810624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.582646:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.582651:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c140 00000400:00000200:3.0:1776202235.582655:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 1312 00000400:00000200:3.0:1776202235.582713:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.582716:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.582720:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.582725:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a34a79. 00000020:00000010:0.0:1776202235.582805:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c84d576a. 00000020:00000010:0.0:1776202235.582813:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.582817:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.582868:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059a34a79 x1862480604610880/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202235.582895:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610880 02000000:00000010:0.0:1776202235.582909:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000235fe3d. 00010000:00000010:0.0:1776202235.582945:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f558d40. 00000100:00000010:0.0:1776202235.582952:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.582958:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.582961:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f558d40. 00000400:00000010:0.0:1776202235.582974:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beaea3da. 00000100:00000200:0.0:1776202235.582978:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610880, offset 224 00000400:00000200:0.0:1776202235.582985:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.582995:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.583000:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92062:92062:256:4294967295] 192.168.204.38@tcp LPNI seq info [92062:92062:8:4294967295] 00000400:00000200:0.0:1776202235.583010:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.583015:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.583020:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202235.583025:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.583031:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.583034:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776202235.583088:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8659305. 00000400:00000200:2.0:1776202235.583093:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:2.0:1776202235.583094:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.583099:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613810624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.583106:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613810624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776202235.583125:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca6cc82f. 02000000:00000010:2.0:1776202235.583138:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccf3737a. 02000000:00000010:2.0:1776202235.583142:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6a286d5. 00000100:00000010:2.0:1776202235.583146:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:2.0:1776202235.583149:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098f35ae3. 00010000:00000010:2.0:1776202235.583152:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002517f6fd. 00080000:00000010:2.0:1776202235.583167:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a286d5. 00010000:00000010:2.0:1776202235.583258:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.583265:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a464154e. 00010000:00000010:2.0:1776202235.583343:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c141882. 00010000:00000010:2.0:1776202235.583349:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a1492e. 00010000:00000010:2.0:1776202235.583358:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002517f6fd. 00000100:00000010:2.0:1776202235.583361:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098f35ae3. 00000100:00000010:2.0:1776202235.583367:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 02000000:00000010:2.0:1776202235.583376:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccf3737a. 02000000:00000010:2.0:1776202235.583397:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cfb40c5. 00000400:00000010:2.0:1776202235.583401:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8659305. 00000400:00000010:2.0:1776202235.583405:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.583409:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810688, portal 16 00000400:00000010:2.0:1776202235.583412:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202235.583413:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810688, offset 0 00000400:00000200:2.0:1776202235.583418:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.583424:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.583430:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.583434:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.583437:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.583439:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92063:92063:255:4294967295] 192.168.204.38@tcp LPNI seq info [92063:92063:7:4294967295] 00000400:00000200:2.0:1776202235.583446:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.583449:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.583452:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a20eaf49 (tot 82355026). 00000800:00000200:2.0:1776202235.583456:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.583460:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.583463:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a20eaf49 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.588313:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.588330:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.588336:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c84d576a. 00000800:00000200:1.0:1776202235.594920:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.594928:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:1.0:1776202235.594941:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.594952:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.594958:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beaea3da 00000400:00000010:1.0:1776202235.594960:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beaea3da. 00000800:00000200:1.0:1776202235.599459:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.599468:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a20eaf49 (tot 82354530). 00000400:00000200:1.0:1776202235.599480:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.599492:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.599573:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:1.0:1776202235.599576:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:1.0:1776202235.599588:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000066c63696 x1862480613810688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.601358:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.601378:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632200 00000400:00000200:0.0:1776202235.601387:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8731 [1] + 224 00000400:00000200:0.0:1776202235.601398:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.601401:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.601412:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000066c63696 x1862480613810688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.601441:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.601446:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c180 00000400:00000200:0.0:1776202235.601451:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 1640 00000400:00000200:0.0:1776202235.601474:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.601477:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.601481:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.601489:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000770c5b37. 00000020:00000010:0.0:1776202235.601553:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c84d576a. 00000020:00000010:0.0:1776202235.601572:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.601576:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.601858:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770c5b37 x1862480604610944/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.601897:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604610944 02000000:00000010:0.0:1776202235.601915:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7a81a5. 00010000:00000010:0.0:1776202235.601961:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f558d40. 00000100:00000010:0.0:1776202235.601969:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.601975:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.601980:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f558d40. 00000400:00000010:0.0:1776202235.601994:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.601999:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604610944, offset 224 00000400:00000200:0.0:1776202235.602007:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.602017:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.602023:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92064:92064:256:4294967295] 192.168.204.38@tcp LPNI seq info [92064:92064:8:4294967295] 00000400:00000200:0.0:1776202235.602032:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.602037:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.602041:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.602047:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.602053:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.602058:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.602074:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.602079:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.602083:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c84d576a. 00000800:00000200:0.0:1776202235.602139:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.602142:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202235.602147:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.602151:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.602154:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:0.0:1776202235.602156:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000400:00000010:1.0:1776202235.602749:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8659305. 00000400:00000200:1.0:1776202235.602755:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:1.0:1776202235.602756:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00000100:00000200:1.0:1776202235.602763:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000066c63696 x1862480613810688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.602773:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000066c63696 x1862480613810688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.602796:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cba34076. 02000000:00000010:1.0:1776202235.602815:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cfb40c5. 02000000:00000010:1.0:1776202235.602820:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccf3737a. 00000100:00000010:1.0:1776202235.602824:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 00000100:00000010:1.0:1776202235.602878:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098f35ae3. 00010000:00000010:1.0:1776202235.602882:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002517f6fd. 00080000:00000010:1.0:1776202235.602899:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092b5383e. 00010000:00000010:1.0:1776202235.603005:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a1492e. 00010000:00000010:1.0:1776202235.603012:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ced6bece. 00010000:00000010:1.0:1776202235.603107:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202235.603114:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202235.603127:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.603131:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.603140:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.603154:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049a0065d. 02000000:00000010:1.0:1776202235.603183:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fd0e57d. 00000400:00000010:1.0:1776202235.605141:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.605157:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.605165:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810752, portal 16 00000400:00000010:1.0:1776202235.605172:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000baccdf94. 00000100:00000200:1.0:1776202235.605174:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810752, offset 0 00000400:00000200:1.0:1776202235.605261:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.605281:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.605289:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.605293:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.605297:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.605301:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92065:92065:256:4294967295] 192.168.204.38@tcp LPNI seq info [92065:92065:8:4294967295] 00000400:00000200:1.0:1776202235.605311:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.605318:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.605325:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.605331:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.605339:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.605343:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776202235.605422:0:1111:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016bb9b20. 00010000:00000010:2.1:1776202235.605432:0:1111:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f0c782. 00010000:00000010:2.1:1776202235.605439:0:1111:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00010000:00000010:2.1:1776202235.605442:0:1111:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008345c69d. 00010000:00000010:2.1:1776202235.605446:0:1111:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ce3b75. 00010000:00000010:2.1:1776202235.605449:0:1111:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d608732b. 00000800:00000200:0.0:1776202235.605922:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.605927:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202235.605933:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.605938:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.605943:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000baccdf94 00000400:00000010:0.0:1776202235.605945:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000baccdf94. 00000100:00000200:0.0:1776202235.605954:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613810752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.614305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c2bc9f. 00010000:00000010:1.1:1776202235.617956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c997286a. 00010000:00000010:1.1:1776202235.617976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c141882. 00000400:00000200:0.0:1776202235.621999:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.622021:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632240 00000400:00000200:0.0:1776202235.622031:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb873d [1] + 224 00000400:00000200:0.0:1776202235.622042:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.622046:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.622055:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613810752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.622094:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.622100:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c1c0 00000400:00000200:0.0:1776202235.622104:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb704d [2] + 1968 00000400:00000010:0.0:1776202235.622108:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcccda00. 00000400:00000200:0.0:1776202235.622112:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000021bfa613 00000400:00000200:0.0:1776202235.622121:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.622124:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.622126:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021bfa613 00000400:00000010:0.0:1776202235.622128:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000021bfa613 (tot 82354378). 00000100:00000200:0.0:1776202235.622134:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776202235.622234:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:1.0:1776202235.622238:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.622240:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:1.0:1776202235.622246:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613810752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.622254:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613810752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.622289:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fd0e57d. 02000000:00000010:1.0:1776202235.622296:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049a0065d. 00000100:00000010:1.0:1776202235.622302:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.622307:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.622312:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00000020:00000010:2.0:1776202235.622464:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008445922d. 00000020:00000010:2.0:1776202235.622474:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.622480:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.622510:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f681e77f x1862480604611008/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202235.622545:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611008 02000000:00000010:2.0:1776202235.622556:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccf3737a. 00010000:00000010:2.0:1776202235.622598:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e648eed. 00010000:00000010:2.0:1776202235.622624:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202235.622631:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c59c06f7. 00000100:00000010:2.0:1776202235.622644:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c59c06f7. 00010000:00000010:2.0:1776202235.622647:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202235.622662:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202235.622667:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611008, offset 224 00000400:00000200:2.0:1776202235.622675:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.622687:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.622693:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92066:92066:256:4294967295] 192.168.204.38@tcp LPNI seq info [92066:92066:8:4294967295] 00000400:00000200:2.0:1776202235.622703:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.622709:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.622713:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e99dad9e (tot 82354626). 00000800:00000200:2.0:1776202235.622719:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.622725:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.622729:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e99dad9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.622755:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.622759:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.622761:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008445922d. 02000000:00000010:2.0:1776202235.622771:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7a81a5. 00000100:00000010:2.0:1776202235.622774:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000770c5b37. 02000000:00000010:2.0:1776202235.622777:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000235fe3d. 00000100:00000010:2.0:1776202235.622779:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059a34a79. 02000000:00000010:2.0:1776202235.622784:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d53b9da7. 00000100:00000010:2.0:1776202235.622788:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058669b1c. 02000000:00000010:2.0:1776202235.622793:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d2bec6b. 00000100:00000010:2.0:1776202235.622796:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bc68928. 02000000:00000010:2.0:1776202235.622799:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9884332. 00000100:00000010:2.0:1776202235.622802:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000320127a. 02000000:00000010:2.0:1776202235.622806:0:66515:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f20132fd. 00000100:00000010:2.0:1776202235.622808:0:66515:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f7e8d4b. 00000100:00000200:2.0:1776202235.622815:0:66515:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776202235.622822:0:66515:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8659305. 00000400:00000010:2.0:1776202235.622826:0:66515:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c59c06f7 (tot 82354778). 00000800:00000200:3.0:1776202235.623042:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.623048:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e99dad9e (tot 82354530). 00000400:00000200:3.0:1776202235.623053:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.623057:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.623060:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:3.0:1776202235.623062:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 02000000:00000010:3.0:1776202235.623066:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccf3737a. 00080000:00000010:1.0:1776202235.623304:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fd0e57d. 00010000:00000010:1.0:1776202235.623410:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202235.623421:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa8ca1e1. 00010000:00000010:1.0:1776202235.623511:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202235.623517:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000081bce30c. 00010000:00000010:1.0:1776202235.623527:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c1fb0ca. 00000100:00000010:1.0:1776202235.623532:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.623539:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.623550:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f20132fd. 02000000:00000010:1.0:1776202235.623576:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049a0065d. 00000400:00000010:1.0:1776202235.623582:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.623587:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.623591:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810816, portal 16 00000400:00000010:1.0:1776202235.623595:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000016886d3. 00000100:00000200:1.0:1776202235.623597:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810816, offset 0 00000400:00000200:1.0:1776202235.623603:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.623612:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.623619:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.623623:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.623625:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.623628:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92067:92067:256:4294967295] 192.168.204.38@tcp LPNI seq info [92067:92067:8:4294967295] 00000400:00000200:1.0:1776202235.623636:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.623640:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.623644:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.623649:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.623654:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.623656:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.624066:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.624069:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.624073:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.624078:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.624082:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000016886d3 00000400:00000010:2.0:1776202235.624084:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000016886d3. 00000100:00000200:2.0:1776202235.624091:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613810816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.627901:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.627924:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632280 00000400:00000200:0.0:1776202235.627936:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb874d [1] + 224 00000400:00000200:0.0:1776202235.627956:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.627961:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.627973:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613810816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.628077:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:1.0:1776202235.628083:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.628084:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:1.0:1776202235.628090:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613810816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.628097:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613810816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.628127:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049a0065d. 02000000:00000010:1.0:1776202235.628134:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f20132fd. 00000100:00000010:1.0:1776202235.628139:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.628144:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.628149:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c1fb0ca. 00010000:00000010:2.1:1776202235.628211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8885583. 00010000:00000010:1.1:1776202235.635806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb9f39aa. 00010000:00000010:1.1:1776202235.635821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00000400:00000200:3.0:1776202235.636819:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.636885:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c200 00000400:00000200:3.0:1776202235.636894:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 0 00000400:00000200:3.0:1776202235.636963:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.636968:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.636976:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.636982:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 00000020:00000010:1.0:1776202235.637094:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f20132fd. 00000020:00000010:1.0:1776202235.637103:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.637107:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.637140:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038bf251e x1862480604611072/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.637178:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611072 02000000:00000010:1.0:1776202235.637197:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079afda15. 00010000:00000010:1.0:1776202235.637233:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cfe049d. 00010000:00000010:1.0:1776202235.637257:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a12e9198. 00000100:00000010:1.0:1776202235.637265:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.637289:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.637293:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a12e9198. 00000400:00000010:1.0:1776202235.637307:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.637311:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611072, offset 224 00000400:00000200:1.0:1776202235.637319:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.637330:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.637336:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92068:92068:256:4294967295] 192.168.204.38@tcp LPNI seq info [92068:92068:8:4294967295] 00000400:00000200:1.0:1776202235.637346:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.637351:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.637355:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.637361:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.637368:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.637371:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.637392:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.637396:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.637401:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f20132fd. 00000800:00000200:1.0:1776202235.637475:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.637479:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:1.0:1776202235.637481:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.637485:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.637488:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.637490:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00080000:00000010:3.0:1776202235.637771:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d75269c. 00010000:00000010:3.0:1776202235.637915:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bce30c. 00010000:00000010:3.0:1776202235.637923:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1101a76. 00010000:00000010:3.0:1776202235.637997:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202235.638002:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001b2d96cf. 00010000:00000010:3.0:1776202235.638008:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202235.638013:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00080000:00000010:3.0:1776202235.638027:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d4f2be7. 00010000:00000010:3.0:1776202235.638053:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202235.638058:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b2d96cf. 00010000:00000010:3.0:1776202235.638111:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afce9457. 00010000:00000010:3.0:1776202235.638116:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ceadd81. 00010000:00000010:3.0:1776202235.638123:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005571c952. 00000100:00000010:3.0:1776202235.638127:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.638135:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000933288a4. 02000000:00000010:3.0:1776202235.638147:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d53b20b. 02000000:00000010:3.0:1776202235.638173:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c93ad43. 00000400:00000010:3.0:1776202235.638180:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e8337ef. 00000400:00000010:3.0:1776202235.638185:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be47e28. 00000100:00000200:3.0:1776202235.638190:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810880, portal 16 00000400:00000010:3.0:1776202235.638193:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebb789d1. 00000100:00000200:3.0:1776202235.638195:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810880, offset 0 00000400:00000200:3.0:1776202235.638202:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.638210:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.638217:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.638220:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.638223:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.638225:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92069:92069:256:4294967295] 192.168.204.38@tcp LPNI seq info [92069:92069:8:4294967295] 00000400:00000200:3.0:1776202235.638232:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.638238:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.638241:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.638246:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.638250:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.638253:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.639127:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.639133:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:1.0:1776202235.639140:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.639147:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.639152:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebb789d1 00000400:00000010:1.0:1776202235.639155:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebb789d1. 00000100:00000200:1.0:1776202235.639163:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000933288a4 x1862480613810880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.642335:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.642357:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6322c0 00000400:00000200:3.0:1776202235.642366:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8759 [1] + 224 00000400:00000200:3.0:1776202235.642380:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.642384:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.642395:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000933288a4 x1862480613810880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.643341:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.643353:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c240 00000400:00000200:3.0:1776202235.643360:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 328 00000400:00000200:3.0:1776202235.643429:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.643436:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.643444:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.643449:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 00000400:00000010:1.0:1776202235.643916:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e8337ef. 00000400:00000200:1.0:1776202235.643923:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be47e28 00000400:00000010:1.0:1776202235.643925:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be47e28. 00000100:00000200:1.0:1776202235.643935:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000933288a4 x1862480613810880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.643944:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000933288a4 x1862480613810880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.643983:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c93ad43. 02000000:00000010:1.0:1776202235.643990:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d53b20b. 00000100:00000010:1.0:1776202235.643994:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000933288a4. 00000100:00000010:1.0:1776202235.644000:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:1.0:1776202235.644004:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005571c952. 00000020:00000010:2.0:1776202235.648421:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008445922d. 00000020:00000010:2.0:1776202235.648439:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.648443:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.648480:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec483dd x1862480604611136/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202235.648529:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611136 02000000:00000010:2.0:1776202235.648541:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cfb40c5. 00010000:00000010:2.0:1776202235.648585:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebf72c16. 00010000:00000010:2.0:1776202235.648617:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202235.648629:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be420eee. 00000100:00000010:2.0:1776202235.648645:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be420eee. 00010000:00000010:2.0:1776202235.648650:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202235.648667:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004e8d21ed. 00000100:00000200:2.0:1776202235.648673:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611136, offset 224 00000400:00000200:2.0:1776202235.648683:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.648698:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.648705:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92070:92070:256:4294967295] 192.168.204.38@tcp LPNI seq info [92070:92070:8:4294967295] 00000400:00000200:2.0:1776202235.648717:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.648723:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.648728:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202235.648735:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.648743:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.648748:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.648769:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.648773:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.648776:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008445922d. 00010000:00000010:1.1:1776202235.649370:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c5185e0. 00000800:00000200:1.0:1776202235.649637:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.649642:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:1.0:1776202235.649649:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.649658:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.649665:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004e8d21ed 00000400:00000010:1.0:1776202235.649668:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004e8d21ed. 00080000:00000010:1.0:1776202235.649710:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f20132fd. 00010000:00000010:1.0:1776202235.649873:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ceadd81. 00010000:00000010:1.0:1776202235.649883:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092e0fe2b. 00010000:00000010:1.0:1776202235.649965:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202235.649973:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202235.649987:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a12e9198. 00000100:00000010:1.0:1776202235.649994:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.650004:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.650023:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009375b881. 02000000:00000010:1.0:1776202235.650055:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebbfc0b2. 00000400:00000010:1.0:1776202235.650062:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.650067:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.650072:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613810944, portal 16 00000400:00000010:1.0:1776202235.650077:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034274627. 00000100:00000200:1.0:1776202235.650079:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613810944, offset 0 00000400:00000200:1.0:1776202235.650086:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.650099:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.650107:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.650110:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.650113:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.650116:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92071:92071:256:4294967295] 192.168.204.38@tcp LPNI seq info [92071:92071:8:4294967295] 00000400:00000200:1.0:1776202235.650126:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.650131:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.650135:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.650141:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.650147:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.650151:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.650556:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.650560:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.650564:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.650569:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.650572:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034274627 00000400:00000010:3.0:1776202235.650573:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034274627. 00000100:00000200:3.0:1776202235.650583:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613810944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.653936:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.653963:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632300 00000400:00000200:3.0:1776202235.653975:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8765 [1] + 224 00000400:00000200:3.0:1776202235.653992:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.653996:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.654006:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613810944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.654148:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:1.0:1776202235.654153:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:1.0:1776202235.654155:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:1.0:1776202235.654161:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613810944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.654168:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613810944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.654215:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebbfc0b2. 02000000:00000010:1.0:1776202235.654221:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009375b881. 00000100:00000010:1.0:1776202235.654227:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.654232:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:1.0:1776202235.654238:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a12e9198. 00000400:00000200:1.0:1776202235.655473:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.655488:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c280 00000400:00000200:1.0:1776202235.655506:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 656 00000400:00000200:1.0:1776202235.655589:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.655601:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.655609:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776202235.655615:0:15861:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 00000020:00000010:3.0:1776202235.655945:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecb7e16b. 00000020:00000010:3.0:1776202235.655954:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.655959:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.655992:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab860d14 x1862480604611200/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.656024:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611200 02000000:00000010:3.0:1776202235.656037:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf5014bc. 00010000:00000010:3.0:1776202235.656067:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020310fb9. 00010000:00000010:3.0:1776202235.656089:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c7c789b. 00000100:00000010:3.0:1776202235.656096:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.656108:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.656111:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c7c789b. 00000400:00000010:3.0:1776202235.656126:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202235.656133:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611200, offset 224 00000400:00000200:3.0:1776202235.656140:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.656152:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.656159:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92072:92072:256:4294967295] 192.168.204.38@tcp LPNI seq info [92072:92072:8:4294967295] 00000400:00000200:3.0:1776202235.656169:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.656174:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.656180:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.656198:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.656206:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.656209:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.656230:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.656236:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.656239:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecb7e16b. 00000800:00000200:3.0:1776202235.656322:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.656326:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:3.0:1776202235.656331:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.656334:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.656338:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:3.0:1776202235.656340:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00080000:00000010:1.0:1776202235.657511:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebbfc0b2. 00010000:00000010:1.0:1776202235.657635:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202235.657645:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090535423. 00010000:00000010:1.0:1776202235.657734:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000037ee051. 00010000:00000010:1.0:1776202235.657740:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202235.657752:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a12e9198. 00000100:00000010:1.0:1776202235.657759:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd8b1baf. 00000100:00000010:1.0:1776202235.657767:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 02000000:00000010:1.0:1776202235.657780:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020c00061. 02000000:00000010:1.0:1776202235.657813:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5272346. 00000400:00000010:1.0:1776202235.657819:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb097eab. 00000400:00000010:1.0:1776202235.657826:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d3506c6. 00000100:00000200:1.0:1776202235.658069:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811008, portal 16 00000400:00000010:1.0:1776202235.658076:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000979188f8. 00000100:00000200:1.0:1776202235.658079:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811008, offset 0 00000400:00000200:1.0:1776202235.658088:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.658103:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.658111:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.658114:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.658118:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.658121:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92073:92073:256:4294967295] 192.168.204.38@tcp LPNI seq info [92073:92073:8:4294967295] 00000400:00000200:1.0:1776202235.658131:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.658137:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.658141:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.658147:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.658152:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.658156:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.658999:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.659004:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.659009:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.659017:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.659021:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000979188f8 00000400:00000010:3.0:1776202235.659023:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000979188f8. 00000100:00000200:3.0:1776202235.659032:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d29f83c0 x1862480613811008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.659929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aaf4b7e. 00010000:00000010:3.1:1776202235.659940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00010000:00000010:3.1:1776202235.659946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202235.659949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000400:00000200:1.0:1776202235.661074:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.661094:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632340 00000400:00000200:1.0:1776202235.661104:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8771 [1] + 224 00000400:00000200:1.0:1776202235.661123:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.661127:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.661138:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d29f83c0 x1862480613811008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776202235.661296:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb097eab. 00000400:00000200:3.0:1776202235.661301:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d3506c6 00000400:00000010:3.0:1776202235.661304:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d3506c6. 00000100:00000200:3.0:1776202235.661309:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d29f83c0 x1862480613811008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.661317:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d29f83c0 x1862480613811008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776202235.661350:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5272346. 02000000:00000010:3.0:1776202235.661356:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020c00061. 00000100:00000010:3.0:1776202235.661360:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d29f83c0. 00000100:00000010:3.0:1776202235.661365:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd8b1baf. 00010000:00000010:3.0:1776202235.661370:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a12e9198. 00010000:00000010:2.1:1776202235.663030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000928829e3. 00000400:00000200:3.0:1776202235.663265:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.663285:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c2c0 00000400:00000200:3.0:1776202235.663294:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 984 00000400:00000200:3.0:1776202235.663367:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.663372:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.663378:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.663383:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005936a433. 00000020:00000010:2.0:1776202235.663621:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008445922d. 00000020:00000010:2.0:1776202235.663630:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.663636:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.663662:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005936a433 x1862480604611264/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202235.663693:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611264 02000000:00000010:2.0:1776202235.663706:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccf3737a. 00010000:00000010:2.0:1776202235.663739:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000740fe31f. 00010000:00000010:2.0:1776202235.663763:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202235.663770:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be420eee. 00000100:00000010:2.0:1776202235.663788:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be420eee. 00010000:00000010:2.0:1776202235.663793:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000010:2.0:1776202235.663807:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e2bcc351. 00000100:00000200:2.0:1776202235.663811:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611264, offset 224 00000400:00000200:2.0:1776202235.663820:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.663869:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.663875:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92074:92074:256:4294967295] 192.168.204.38@tcp LPNI seq info [92074:92074:8:4294967295] 00000400:00000200:2.0:1776202235.663887:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.663893:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.663899:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202235.663905:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.663913:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.663917:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.663935:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002faa0732. 00000020:00000010:2.0:1776202235.663939:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.663942:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008445922d. 00010000:00000010:1.1:1776202235.664154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092cf069b. 00010000:00000010:1.1:1776202235.664160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afce9457. 00010000:00000010:1.1:1776202235.664164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ff55d9. 00010000:00000010:1.1:1776202235.664167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00000800:00000200:1.0:1776202235.664263:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.664267:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:1.0:1776202235.664271:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.664275:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.664279:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e2bcc351 00000400:00000010:1.0:1776202235.664281:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e2bcc351. 00080000:00000010:1.0:1776202235.664310:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067890c65. 00010000:00000010:1.0:1776202235.664406:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202235.664413:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000085be803. 00010000:00000010:1.0:1776202235.664490:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202235.664495:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fce22bec. 00010000:00000010:1.0:1776202235.664506:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f024e555. 00000100:00000010:1.0:1776202235.664511:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf25898. 00000100:00000010:1.0:1776202235.664517:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202235.664527:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064277b93. 02000000:00000010:1.0:1776202235.664551:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c06c7db. 00000400:00000010:1.0:1776202235.664555:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000124754dc. 00000400:00000010:1.0:1776202235.664560:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000149fb8af. 00000100:00000200:1.0:1776202235.664565:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811072, portal 16 00000400:00000010:1.0:1776202235.664569:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007107ff78. 00000100:00000200:1.0:1776202235.664571:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811072, offset 0 00000400:00000200:1.0:1776202235.664577:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.664584:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.664603:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.664607:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.664609:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.664612:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92075:92075:256:4294967295] 192.168.204.38@tcp LPNI seq info [92075:92075:8:4294967295] 00000400:00000200:1.0:1776202235.664618:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.664623:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.664626:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.664630:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.664634:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.664637:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.665239:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.665243:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.665248:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.665254:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.665259:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007107ff78 00000400:00000010:2.0:1776202235.665260:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007107ff78. 00000100:00000200:2.0:1776202235.665267:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613811072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.670872:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.670895:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632380 00000400:00000200:3.0:1776202235.670905:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb877d [1] + 224 00000400:00000200:3.0:1776202235.670918:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.670922:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.670934:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613811072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.670976:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.670981:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c300 00000400:00000200:3.0:1776202235.670986:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 1312 00000400:00000200:3.0:1776202235.670995:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.670998:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.671002:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.671008:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 00000020:00000010:3.0:1776202235.671059:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088670c76. 00000020:00000010:3.0:1776202235.671066:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.671070:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.671094:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051617bef x1862480604611328/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.671122:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611328 02000000:00000010:3.0:1776202235.671133:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007263b9cb. 00010000:00000010:3.0:1776202235.671174:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000868dba7. 00000100:00000010:3.0:1776202235.671196:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3767e34. 00000100:00000010:3.0:1776202235.671203:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3767e34. 00010000:00000010:3.0:1776202235.671206:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000868dba7. 00000400:00000010:3.0:1776202235.671221:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a933e6d. 00000100:00000200:3.0:1776202235.671226:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611328, offset 224 00000400:00000200:3.0:1776202235.671233:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.671244:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.671251:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92076:92076:256:4294967295] 192.168.204.38@tcp LPNI seq info [92076:92076:8:4294967295] 00000400:00000200:3.0:1776202235.671262:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.671268:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.671273:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.671279:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.671285:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.671289:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.671314:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.671319:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.671323:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088670c76. 00000400:00000010:0.0:1776202235.671426:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000124754dc. 00000400:00000200:0.0:1776202235.671431:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000149fb8af 00000400:00000010:0.0:1776202235.671433:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000149fb8af. 00000100:00000200:0.0:1776202235.671439:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613811072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.671448:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613811072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.671469:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e96eac8. 02000000:00000010:0.0:1776202235.671487:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c06c7db. 02000000:00000010:0.0:1776202235.671493:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064277b93. 00000100:00000010:0.0:1776202235.671497:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000100:00000010:0.0:1776202235.671502:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004bf25898. 00010000:00000010:0.0:1776202235.671505:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f024e555. 00080000:00000010:0.0:1776202235.671522:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af7a81a5. 00010000:00000010:0.0:1776202235.671610:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fce22bec. 00010000:00000010:0.0:1776202235.671617:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000155e47f8. 00010000:00000010:0.0:1776202235.671693:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb9c2a74. 00010000:00000010:0.0:1776202235.671700:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b68c7d25. 00010000:00000010:0.0:1776202235.671710:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.671714:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.671720:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202235.671732:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f1fa434. 02000000:00000010:0.0:1776202235.671755:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065912ae1. 00000400:00000010:0.0:1776202235.671760:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.671764:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.671769:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811136, portal 16 00000400:00000010:0.0:1776202235.671773:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202235.671776:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811136, offset 0 00000400:00000200:0.0:1776202235.671781:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.671787:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.671793:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.671797:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.671799:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.671802:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92077:92077:255:4294967295] 192.168.204.38@tcp LPNI seq info [92077:92077:7:4294967295] 00000400:00000200:0.0:1776202235.671808:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.671813:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.671816:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202235.671820:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.671823:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.671826:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.675531:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.675540:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:0.0:1776202235.675549:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.675567:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.675573:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a933e6d 00000400:00000010:0.0:1776202235.675576:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a933e6d. 00000800:00000200:0.0:1776202235.675666:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.675669:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202235.675673:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.675676:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.675678:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202235.675680:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202235.675688:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613811136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776202235.681872:0:15860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea51e36. 00000400:00000200:3.0:1776202235.681898:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.681917:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6323c0 00000400:00000200:3.0:1776202235.681927:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8789 [1] + 224 00000400:00000200:3.0:1776202235.681944:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.681950:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.681963:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613811136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.682104:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:0.0:1776202235.682110:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:0.0:1776202235.682112:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.682119:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613811136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.682127:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613811136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.682158:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065912ae1. 02000000:00000010:0.0:1776202235.682165:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f1fa434. 00000100:00000010:0.0:1776202235.682168:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:0.0:1776202235.682173:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.682178:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000200:3.0:1776202235.683999:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.684020:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c340 00000400:00000200:3.0:1776202235.684027:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 1640 00000400:00000200:3.0:1776202235.684104:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.684109:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.684116:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.684122:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c790805. 00000020:00000010:0.0:1776202235.684267:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f1fa434. 00000020:00000010:0.0:1776202235.684275:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ff535223. 00000020:00000010:0.0:1776202235.684280:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.684308:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c790805 x1862480604611392/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.684334:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611392 02000000:00000010:0.0:1776202235.684343:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065912ae1. 00010000:00000010:0.0:1776202235.684371:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035a02703. 00010000:00000010:0.0:1776202235.684392:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.684399:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.684413:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.684417:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.684430:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.684435:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611392, offset 224 00000400:00000200:0.0:1776202235.684443:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.684455:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.684461:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92078:92078:256:4294967295] 192.168.204.38@tcp LPNI seq info [92078:92078:8:4294967295] 00000400:00000200:0.0:1776202235.684472:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.684478:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.684482:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.684488:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.684507:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.684511:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.684531:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ff535223. 00000020:00000010:0.0:1776202235.684535:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.684540:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f1fa434. 00000800:00000200:0.0:1776202235.684617:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.684620:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202235.684625:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.684629:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.684632:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:0.0:1776202235.684635:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00080000:00000010:1.0:1776202235.684885:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0f1d31. 00010000:00000010:1.0:1776202235.684981:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b68c7d25. 00010000:00000010:1.0:1776202235.684989:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000267f11ea. 00010000:00000010:1.0:1776202235.685063:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.0:1776202235.685069:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000812309c5. 00010000:00000010:1.0:1776202235.685080:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6dc8925. 00000100:00000010:1.0:1776202235.685085:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.685091:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.685104:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d32a59. 02000000:00000010:1.0:1776202235.685130:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a91eec9f. 00000400:00000010:1.0:1776202235.685136:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a53dc884. 00000400:00000010:1.0:1776202235.685140:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd5c1a07. 00000100:00000200:1.0:1776202235.685146:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811200, portal 16 00000400:00000010:1.0:1776202235.685151:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bf39b6b1. 00000100:00000200:1.0:1776202235.685153:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811200, offset 0 00000400:00000200:1.0:1776202235.685159:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.685167:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.685175:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.685178:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.685181:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.685184:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92079:92079:256:4294967295] 192.168.204.38@tcp LPNI seq info [92079:92079:8:4294967295] 00000400:00000200:1.0:1776202235.685191:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.685195:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.685198:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.685202:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.685207:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.685209:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.686267:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.686274:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202235.686278:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.686286:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.686291:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf39b6b1 00000400:00000010:0.0:1776202235.686293:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bf39b6b1. 00000100:00000200:0.0:1776202235.686301:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613811200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.692890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021808dcf. 00010000:00000010:1.1:1776202235.692907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00010000:00000010:2.1:1776202235.692948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036cf6afb. 00000400:00000200:1.0:1776202235.695306:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.695325:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632400 00000400:00000200:1.0:1776202235.695335:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8795 [1] + 224 00000400:00000200:1.0:1776202235.695350:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.695354:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.695365:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613811200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.695446:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a53dc884. 00000400:00000200:2.0:1776202235.695451:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5c1a07 00000400:00000010:2.0:1776202235.695453:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd5c1a07. 00000100:00000200:2.0:1776202235.695459:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613811200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.695467:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613811200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.695514:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a91eec9f. 02000000:00000010:2.0:1776202235.695520:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d32a59. 00000100:00000010:2.0:1776202235.695524:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00000100:00000010:2.0:1776202235.695530:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:2.0:1776202235.695537:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6dc8925. 00010000:00000010:0.1:1776202235.695960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dafe8cab. 00010000:00000010:0.1:1776202235.695968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060175192. 00010000:00000010:0.1:1776202235.695971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.1:1776202235.696073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb88ddbc. 00010000:00000010:1.1:1776202235.696080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9c2a74. 00000400:00000200:0.0:1776202235.697268:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.697287:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c380 00000400:00000200:0.0:1776202235.697295:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb70a5 [2] + 1968 00000400:00000010:0.0:1776202235.697300:0:15861:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076d93527. 00000400:00000200:0.0:1776202235.697304:0:15861:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000076de535d 00000400:00000200:0.0:1776202235.697374:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.697379:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.697383:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076de535d 00000400:00000010:0.0:1776202235.697385:0:15861:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000076de535d (tot 82354378). 00000100:00000200:0.0:1776202235.697392:0:15861:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776202235.697567:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cee50a7. 00000020:00000010:1.0:1776202235.697574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.697579:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.697608:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057f08171 x1862480604611456/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.697641:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611456 02000000:00000010:1.0:1776202235.697652:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0a9a1b9. 00010000:00000010:1.0:1776202235.697682:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7a9b6fa. 00010000:00000010:1.0:1776202235.697701:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030c5763c. 00000100:00000010:1.0:1776202235.697707:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076de535d. 00000100:00000010:1.0:1776202235.697725:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076de535d. 00010000:00000010:1.0:1776202235.697729:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030c5763c. 00000400:00000010:1.0:1776202235.697741:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef045527. 00000100:00000200:1.0:1776202235.697746:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611456, offset 224 00000400:00000200:1.0:1776202235.697753:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.697764:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.697770:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92080:92080:256:4294967295] 192.168.204.38@tcp LPNI seq info [92080:92080:8:4294967295] 00000400:00000200:1.0:1776202235.697780:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.697785:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.697790:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354626). 00000800:00000200:1.0:1776202235.697795:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.697802:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.697806:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.697827:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000913f5cd6. 00000020:00000010:1.0:1776202235.697865:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.697870:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cee50a7. 02000000:00000010:1.0:1776202235.697878:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065912ae1. 00000100:00000010:1.0:1776202235.697882:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c790805. 02000000:00000010:1.0:1776202235.697885:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007263b9cb. 00000100:00000010:1.0:1776202235.697888:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 02000000:00000010:1.0:1776202235.697891:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccf3737a. 00000100:00000010:1.0:1776202235.697893:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005936a433. 02000000:00000010:1.0:1776202235.697898:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf5014bc. 00000100:00000010:1.0:1776202235.697899:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.697903:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cfb40c5. 00000100:00000010:1.0:1776202235.697905:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 02000000:00000010:1.0:1776202235.697909:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079afda15. 00000100:00000010:1.0:1776202235.697911:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 00000100:00000200:1.0:1776202235.697918:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776202235.697923:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa19f554. 00000400:00000010:1.0:1776202235.697927:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076de535d (tot 82354778). 00000800:00000200:0.0:1776202235.697992:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.697996:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:0.0:1776202235.697999:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.698109:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.698113:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef045527 00000400:00000010:0.0:1776202235.698114:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef045527. 02000000:00000010:0.0:1776202235.698118:0:15860:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0a9a1b9. 00080000:00000010:2.0:1776202235.698138:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008445922d. 00010000:00000010:2.0:1776202235.698237:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000812309c5. 00010000:00000010:2.0:1776202235.698244:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065dc8ba9. 00010000:00000010:2.0:1776202235.698324:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d608732b. 00010000:00000010:2.0:1776202235.698330:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc6da705. 00010000:00000010:2.0:1776202235.698340:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1225ad9. 00000100:00000010:2.0:1776202235.698344:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be420eee. 00000100:00000010:2.0:1776202235.698351:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202235.698361:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cfb40c5. 02000000:00000010:2.0:1776202235.698385:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccf3737a. 00000400:00000010:2.0:1776202235.698389:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000087685d3. 00000400:00000010:2.0:1776202235.698394:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a00a5185. 00000100:00000200:2.0:1776202235.698396:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811264, portal 16 00000400:00000010:2.0:1776202235.698400:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d294ab67. 00000100:00000200:2.0:1776202235.698402:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811264, offset 0 00000400:00000200:2.0:1776202235.698408:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.698416:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.698422:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1776202235.698425:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776202235.698428:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1776202235.698430:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92081:92081:256:4294967295] 192.168.204.38@tcp LPNI seq info [92081:92081:8:4294967295] 00000400:00000200:2.0:1776202235.698437:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.698441:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.698445:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf7d25a (tot 82354778). 00000800:00000200:2.0:1776202235.698448:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.698453:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.698455:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008bf7d25a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776202235.699638:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776202235.699647:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf7d25a (tot 82354530). 00000400:00000200:1.0:1776202235.699656:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.699665:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1776202235.699670:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d294ab67 00000400:00000010:1.0:1776202235.699672:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d294ab67. 00000100:00000200:1.0:1776202235.699680:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613811264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.703924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f507c14. 00000400:00000200:1.0:1776202235.708351:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1776202235.708371:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632440 00000400:00000200:1.0:1776202235.708379:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87a5 [1] + 224 00000400:00000200:1.0:1776202235.708397:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.708401:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1776202235.708412:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613811264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.708677:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000087685d3. 00000400:00000200:0.0:1776202235.708682:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a00a5185 00000400:00000010:0.0:1776202235.708684:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a00a5185. 00000100:00000200:0.0:1776202235.708690:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613811264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.708697:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613811264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.708811:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccf3737a. 02000000:00000010:0.0:1776202235.708821:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003cfb40c5. 00000100:00000010:0.0:1776202235.708824:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:0.0:1776202235.708862:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be420eee. 00010000:00000010:0.0:1776202235.708867:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1225ad9. 00000400:00000200:0.0:1776202235.715540:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.715560:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c3c0 00000400:00000200:0.0:1776202235.715568:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 0 00000400:00000200:0.0:1776202235.715654:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.715659:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.715665:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.715671:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:0.0:1776202235.715726:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f1fa434. 00000020:00000010:0.0:1776202235.715742:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.715746:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.715775:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604611520/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.715800:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611520 02000000:00000010:0.0:1776202235.715810:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000908324e0. 00010000:00000010:0.0:1776202235.715862:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000385a56ea. 00010000:00000010:0.0:1776202235.715884:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f558d40. 00000100:00000010:0.0:1776202235.715891:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.715902:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.715907:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f558d40. 00000400:00000010:0.0:1776202235.715921:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.715926:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611520, offset 224 00000400:00000200:0.0:1776202235.715933:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.715943:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.715949:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92082:92082:256:4294967295] 192.168.204.38@tcp LPNI seq info [92082:92082:8:4294967295] 00000400:00000200:0.0:1776202235.715962:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.715966:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.715971:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.715976:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.715983:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.715987:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.716013:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bf5ed78. 00000020:00000010:0.0:1776202235.716018:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:0.0:1776202235.716022:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f1fa434. 00000800:00000200:0.0:1776202235.716089:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.716093:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202235.716096:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.716100:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.716102:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:0.0:1776202235.716104:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00080000:00000010:0.0:1776202235.716128:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f1fa434. 00010000:00000010:0.0:1776202235.716207:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc6da705. 00010000:00000010:0.0:1776202235.716213:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007f72233. 00010000:00000010:0.0:1776202235.716283:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53f36f7. 00010000:00000010:0.0:1776202235.716289:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000930d1bae. 00010000:00000010:0.0:1776202235.716300:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f558d40. 00000100:00000010:0.0:1776202235.716303:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.716310:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5e9e36f. 02000000:00000010:0.0:1776202235.716322:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbbb715b. 02000000:00000010:0.0:1776202235.716345:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02224ad. 00000400:00000010:0.0:1776202235.716350:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.716354:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b2b5935e. 00000100:00000200:0.0:1776202235.716359:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811328, portal 16 00000400:00000010:0.0:1776202235.716363:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202235.716365:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811328, offset 0 00000400:00000200:0.0:1776202235.716371:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.716377:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.716384:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.716387:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.716390:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.716392:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92083:92083:256:4294967295] 192.168.204.38@tcp LPNI seq info [92083:92083:8:4294967295] 00000400:00000200:0.0:1776202235.716399:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.716403:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.716405:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.716409:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.716413:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.716415:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.716459:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.716461:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:0.0:1776202235.716464:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.716467:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.716470:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:0.0:1776202235.716471:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000100:00000200:0.0:1776202235.716476:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5e9e36f x1862480613811328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.718490:0:78654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f30a82dd. 00010000:00000010:2.1:1776202235.719424:0:78655:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061836bc8. 00010000:00000010:2.1:1776202235.719432:0:78655:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:0.1:1776202235.724117:0:78656:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005359e081. 00010000:00000010:0.1:1776202235.724133:0:78656:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026cd18d7. 00010000:00000010:0.1:1776202235.724138:0:78656:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d608732b. 00000400:00000200:3.0:1776202235.728752:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.728771:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632480 00000400:00000200:3.0:1776202235.728781:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87b1 [1] + 224 00000400:00000200:3.0:1776202235.728793:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.728797:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.728809:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5e9e36f x1862480613811328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.728890:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.728897:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c400 00000400:00000010:2.0:1776202235.728905:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076f637ff. 00000400:00000200:2.0:1776202235.729041:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2b5935e 00000400:00000010:2.0:1776202235.729045:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b2b5935e. 00000100:00000200:2.0:1776202235.729053:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5e9e36f x1862480613811328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.729054:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 328 00000100:00000200:2.0:1776202235.729067:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5e9e36f x1862480613811328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.729076:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.729082:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.729098:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.729105:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b92ddec. 02000000:00000010:2.0:1776202235.729105:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02224ad. 02000000:00000010:2.0:1776202235.729115:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbbb715b. 00000100:00000010:2.0:1776202235.729120:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5e9e36f. 00000100:00000010:2.0:1776202235.729124:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:2.0:1776202235.729130:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f558d40. 00000020:00000010:0.0:1776202235.729659:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccf3737a. 00000020:00000010:0.0:1776202235.729666:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ccd0dd3d. 00000020:00000010:0.0:1776202235.729671:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000094b8d0d0. 00000100:00000200:0.0:1776202235.729697:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b92ddec x1862480604611584/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.729728:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611584 02000000:00000010:0.0:1776202235.729741:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cfb40c5. 00010000:00000010:0.0:1776202235.729771:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063e20680. 00010000:00000010:0.0:1776202235.729791:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.729797:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.729914:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.729920:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:1.0:1776202235.730109:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e76d2bd9. 00000100:00000200:1.0:1776202235.730116:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611584, offset 224 00000400:00000200:1.0:1776202235.730123:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.730136:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.730142:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92084:92084:256:4294967295] 192.168.204.38@tcp LPNI seq info [92084:92084:8:4294967295] 00000400:00000200:1.0:1776202235.730152:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.730158:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.730163:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.730168:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.730174:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.730178:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.730199:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ccd0dd3d. 00000020:00000010:1.0:1776202235.730205:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000094b8d0d0. 00000020:00000010:1.0:1776202235.730209:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccf3737a. 00000800:00000200:3.0:1776202235.730291:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.730294:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00080000:00000010:2.0:1776202235.730295:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d40f237. 00000400:00000200:3.0:1776202235.730297:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.730301:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.730304:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e76d2bd9 00000400:00000010:3.0:1776202235.730306:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e76d2bd9. 00010000:00000010:2.0:1776202235.730379:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000930d1bae. 00010000:00000010:2.0:1776202235.730387:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024168e48. 00010000:00000010:2.0:1776202235.730514:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e23411a. 00010000:00000010:2.0:1776202235.730521:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000029c8716f. 00010000:00000010:2.0:1776202235.730533:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062805295. 00000100:00000010:2.0:1776202235.730537:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001f30c1fe. 00000100:00000010:2.0:1776202235.730544:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000db1b313. 02000000:00000010:2.0:1776202235.730557:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dbbb7dd. 02000000:00000010:2.0:1776202235.730581:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041e80cac. 00000400:00000010:2.0:1776202235.730586:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f0ff101. 00000400:00000010:2.0:1776202235.730601:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741798ff. 00000100:00000200:2.0:1776202235.730606:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811392, portal 16 00000400:00000010:3.0:1776202235.731149:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022dd4283. 00000100:00000200:3.0:1776202235.731154:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811392, offset 0 00000400:00000200:3.0:1776202235.731161:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.731168:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.731175:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.731178:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.731181:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.731183:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92085:92085:256:4294967295] 192.168.204.38@tcp LPNI seq info [92085:92085:8:4294967295] 00000400:00000200:3.0:1776202235.731192:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.731196:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.731199:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.731203:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.731207:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.731210:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.731300:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.731302:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:2.0:1776202235.731307:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.731714:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.731718:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022dd4283 00000400:00000010:2.0:1776202235.731720:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022dd4283. 00000100:00000200:2.0:1776202235.731727:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000db1b313 x1862480613811392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.735047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a49cc9. 00000400:00000200:0.0:1776202235.744404:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.744426:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6324c0 00000400:00000200:0.0:1776202235.744435:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87bd [1] + 224 00000400:00000200:0.0:1776202235.744448:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.744452:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.744464:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000db1b313 x1862480613811392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.744539:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.744545:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c440 00000400:00000200:0.0:1776202235.744550:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 656 00000400:00000200:0.0:1776202235.744642:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.744646:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.744650:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.744657:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:1.0:1776202235.744763:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b4c969. 00000020:00000010:1.0:1776202235.744771:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202235.744775:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000100:00000200:1.0:1776202235.744800:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604611648/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776202235.744857:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611648 02000000:00000010:1.0:1776202235.744869:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000945c8403. 00010000:00000010:1.0:1776202235.744912:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.744924:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.744931:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.744937:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00000400:00000010:1.0:1776202235.744953:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027b78c30. 00000100:00000200:1.0:1776202235.744958:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611648, offset 224 00010000:00000010:2.1:1776202235.744964:0:78657:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8b1decb. 00000400:00000200:1.0:1776202235.744968:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:2.1:1776202235.744974:0:78657:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53f36f7. 00000400:00000200:1.0:1776202235.744981:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.744987:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92086:92086:256:4294967295] 192.168.204.38@tcp LPNI seq info [92086:92086:8:4294967295] 00000400:00000200:1.0:1776202235.744998:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.745004:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.745009:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.745016:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.745024:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.745028:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776202235.745059:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202235.745063:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.745069:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b4c969. 00000800:00000200:2.0:1776202235.745604:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.745609:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202235.745614:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.745619:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.745623:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027b78c30 00000400:00000010:2.0:1776202235.745626:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027b78c30. 00000400:00000010:3.0:1776202235.749769:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f0ff101. 00000400:00000200:3.0:1776202235.749779:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741798ff 00000400:00000010:3.0:1776202235.749781:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741798ff. 00000100:00000200:3.0:1776202235.749797:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000db1b313 x1862480613811392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.749808:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000db1b313 x1862480613811392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202235.749913:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007126ff0d. 02000000:00000010:3.0:1776202235.749934:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041e80cac. 02000000:00000010:3.0:1776202235.749939:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dbbb7dd. 00000100:00000010:3.0:1776202235.749942:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000db1b313. 00000100:00000010:3.0:1776202235.749947:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001f30c1fe. 00010000:00000010:3.0:1776202235.749951:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062805295. 00080000:00000010:3.0:1776202235.749971:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc130885. 00010000:00000010:3.0:1776202235.750081:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029c8716f. 00010000:00000010:3.0:1776202235.750089:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006964dba3. 00010000:00000010:3.0:1776202235.750169:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c89ee979. 00010000:00000010:3.0:1776202235.750175:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.750201:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000480c02a2. 00000100:00000010:3.0:1776202235.750208:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.750216:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 02000000:00000010:3.0:1776202235.750229:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000849a6bd9. 02000000:00000010:3.0:1776202235.750265:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd5ef5e. 00000400:00000010:3.0:1776202235.750272:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080db36e7. 00000400:00000010:3.0:1776202235.750278:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000031372d6. 00000100:00000200:3.0:1776202235.750284:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811456, portal 16 00000400:00000010:3.0:1776202235.750289:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bcb0589. 00000100:00000200:3.0:1776202235.750292:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811456, offset 0 00000400:00000200:3.0:1776202235.750300:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.750315:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.750323:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.750327:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.750330:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.750333:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92087:92087:256:4294967295] 192.168.204.38@tcp LPNI seq info [92087:92087:8:4294967295] 00000400:00000200:3.0:1776202235.750343:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.750348:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.750353:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.750361:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.750368:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.750372:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.750786:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.750791:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:2.0:1776202235.750797:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.750802:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.750806:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bcb0589 00000400:00000010:2.0:1776202235.750808:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bcb0589. 00000100:00000200:2.0:1776202235.750813:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f4eec345 x1862480613811456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.755443:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.755465:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632500 00000400:00000200:3.0:1776202235.755476:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87c9 [1] + 224 00000400:00000200:3.0:1776202235.755492:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.755496:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.755508:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f4eec345 x1862480613811456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776202235.755601:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080db36e7. 00000400:00000200:2.0:1776202235.755607:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000031372d6 00000400:00000010:2.0:1776202235.755610:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000031372d6. 00000100:00000200:2.0:1776202235.755616:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f4eec345 x1862480613811456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776202235.755624:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f4eec345 x1862480613811456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776202235.755655:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd5ef5e. 02000000:00000010:2.0:1776202235.755662:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000849a6bd9. 00000100:00000010:2.0:1776202235.755667:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 00000100:00000010:2.0:1776202235.755671:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:2.0:1776202235.755676:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000480c02a2. 00000400:00000200:3.0:1776202235.757896:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.757916:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c480 00000400:00000200:3.0:1776202235.757924:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 984 00000400:00000200:3.0:1776202235.758001:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.758006:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.758013:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.758019:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1426e08. 00000020:00000010:3.0:1776202235.758089:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac83a5d. 00000020:00000010:3.0:1776202235.758096:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.758101:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.758130:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1426e08 x1862480604611712/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776202235.758159:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611712 02000000:00000010:3.0:1776202235.758170:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021dec6c7. 00010000:00000010:3.0:1776202235.758211:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad70d162. 00010000:00000010:3.0:1776202235.758238:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202235.758246:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.758259:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:3.0:1776202235.758264:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00000400:00000010:3.0:1776202235.758276:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202235.758281:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611712, offset 224 00000400:00000200:3.0:1776202235.758288:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.758298:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.758303:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92088:92088:256:4294967295] 192.168.204.38@tcp LPNI seq info [92088:92088:8:4294967295] 00000400:00000200:3.0:1776202235.758314:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.758318:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.758323:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.758328:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.758334:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.758338:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.758352:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b2d96cf. 00000020:00000010:3.0:1776202235.758355:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.758358:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac83a5d. 00080000:00000010:3.0:1776202235.758405:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eac83a5d. 00010000:00000010:3.0:1776202235.758501:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.758509:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020a97805. 00010000:00000010:3.0:1776202235.758605:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.0:1776202235.758611:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.758621:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202235.758625:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.758632:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 02000000:00000010:3.0:1776202235.758642:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000849a6bd9. 02000000:00000010:3.0:1776202235.758673:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccd5ef5e. 00000400:00000010:3.0:1776202235.758678:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030d4276d. 00000400:00000010:3.0:1776202235.758682:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202235.758687:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811520, portal 16 00000400:00000010:3.0:1776202235.758691:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202235.758693:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811520, offset 0 00000400:00000200:3.0:1776202235.758698:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.758705:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.758711:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.758715:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.758718:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.758720:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92089:92089:255:4294967295] 192.168.204.38@tcp LPNI seq info [92089:92089:7:4294967295] 00000400:00000200:3.0:1776202235.758727:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.758731:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.758734:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82355026). 00000800:00000200:3.0:1776202235.758738:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.758742:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.758744:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.758801:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.758805:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:3.0:1776202235.758815:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.758820:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.758823:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:3.0:1776202235.758825:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000800:00000200:3.0:1776202235.761879:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.761888:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202235.761899:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.761910:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.761916:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:3.0:1776202235.761918:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:3.0:1776202235.761928:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f4eec345 x1862480613811520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.772392:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.772416:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632540 00000400:00000200:2.0:1776202235.772426:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87d5 [1] + 224 00000400:00000200:2.0:1776202235.772439:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.772443:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.772455:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f4eec345 x1862480613811520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.772964:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.772972:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c4c0 00000400:00000200:2.0:1776202235.772977:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 1312 00000400:00000200:2.0:1776202235.772988:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.772992:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.772997:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.773003:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000066c63696. 00000020:00000010:0.0:1776202235.773070:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000720c5658. 00000020:00000010:0.0:1776202235.773078:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.773081:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009de6bce5. 00000100:00000200:0.0:1776202235.773102:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066c63696 x1862480604611776/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776202235.773129:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611776 02000000:00000010:0.0:1776202235.773138:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000664f6d41. 00010000:00000010:0.0:1776202235.773181:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.773187:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.773194:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.773199:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.773214:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d0bca93. 00000100:00000200:0.0:1776202235.773218:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611776, offset 224 00000400:00000200:0.0:1776202235.773224:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.773233:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.773237:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92090:92090:256:4294967295] 192.168.204.38@tcp LPNI seq info [92090:92090:8:4294967295] 00000400:00000200:0.0:1776202235.773244:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.773248:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.773252:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82354778). 00000800:00000200:0.0:1776202235.773256:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.773261:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.773264:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.773284:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.773287:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009de6bce5. 00000020:00000010:0.0:1776202235.773290:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000720c5658. 00000800:00000200:2.0:1776202235.773400:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.773403:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202235.773409:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.773413:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.773416:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d0bca93 00000400:00000010:2.0:1776202235.773418:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d0bca93. 00000400:00000010:3.0:1776202235.774783:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030d4276d. 00000400:00000200:3.0:1776202235.774789:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:3.0:1776202235.774791:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:3.0:1776202235.774802:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f4eec345 x1862480613811520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776202235.774813:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f4eec345 x1862480613811520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776202235.774872:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af3a0484. 02000000:00000010:3.0:1776202235.774889:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccd5ef5e. 02000000:00000010:3.0:1776202235.774895:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000849a6bd9. 00000100:00000010:3.0:1776202235.774901:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 00000100:00000010:3.0:1776202235.774905:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:3.0:1776202235.774910:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00080000:00000010:3.0:1776202235.774929:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000849a6bd9. 00010000:00000010:3.0:1776202235.775021:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.775032:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dbffaaf. 00010000:00000010:3.0:1776202235.775107:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c87d61a. 00010000:00000010:3.0:1776202235.775112:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001b2d96cf. 00010000:00000010:3.0:1776202235.775117:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202235.775122:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da9ccbc8. 00080000:00000010:3.0:1776202235.775135:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccd5ef5e. 00010000:00000010:3.0:1776202235.775161:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.775165:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b2d96cf. 00010000:00000010:3.0:1776202235.777758:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba7c49a. 00010000:00000010:3.0:1776202235.777769:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da9ccbc8. 00010000:00000010:3.0:1776202235.777785:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001107ad59. 00000100:00000010:3.0:1776202235.777793:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.777803:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4eec345. 02000000:00000010:3.0:1776202235.777818:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ecb7e16b. 02000000:00000010:3.0:1776202235.777874:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf5014bc. 00000400:00000010:3.0:1776202235.777881:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030d4276d. 00000400:00000010:3.0:1776202235.777888:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000741dbe45. 00000100:00000200:3.0:1776202235.777895:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811584, portal 16 00000400:00000010:3.0:1776202235.777900:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdcfb56b. 00000100:00000200:3.0:1776202235.777902:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811584, offset 0 00000400:00000200:3.0:1776202235.777912:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.777932:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.777943:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.777947:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.777950:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.777953:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92091:92091:256:4294967295] 192.168.204.38@tcp LPNI seq info [92091:92091:8:4294967295] 00000400:00000200:3.0:1776202235.777963:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.777970:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.777975:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.777983:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.777995:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.777999:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776202235.779383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c1d11e0. 00010000:00000010:3.1:1776202235.779398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c727fb5. 00010000:00000010:3.1:1776202235.779405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e23411a. 00010000:00000010:3.1:1776202235.779409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000501e7ba7. 00010000:00000010:3.1:1776202235.779413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e0d82d. 00010000:00000010:3.1:1776202235.779419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89ee979. 00000800:00000200:0.0:1776202235.779640:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.779646:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202235.779654:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.779664:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.779671:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdcfb56b 00000400:00000010:0.0:1776202235.779674:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdcfb56b. 00000100:00000200:0.0:1776202235.779686:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f4eec345 x1862480613811584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.786420:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.786446:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632580 00000400:00000200:2.0:1776202235.786458:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87e1 [1] + 224 00000400:00000200:2.0:1776202235.786474:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.786480:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.786493:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f4eec345 x1862480613811584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.787098:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.787106:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c500 00000400:00000200:2.0:1776202235.787112:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 1640 00000400:00000200:2.0:1776202235.787128:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.787131:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.787135:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.787141:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054136f5c. 00000020:00000010:2.0:1776202235.787197:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e6500c4. 00000020:00000010:2.0:1776202235.787206:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098299d3c. 00000020:00000010:2.0:1776202235.787210:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.787242:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054136f5c x1862480604611840/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202235.787273:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611840 02000000:00000010:2.0:1776202235.787285:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:2.0:1776202235.787328:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202235.787338:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc149d2. 00000100:00000010:2.0:1776202235.787345:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc149d2. 00010000:00000010:2.0:1776202235.787349:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00000400:00000010:2.0:1776202235.787365:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202235.787370:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611840, offset 224 00000400:00000200:2.0:1776202235.787377:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.787388:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.787393:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92092:92092:256:4294967295] 192.168.204.38@tcp LPNI seq info [92092:92092:8:4294967295] 00000400:00000200:2.0:1776202235.787402:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.787406:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.787411:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202235.787416:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.787423:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.787426:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.787443:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098299d3c. 00000020:00000010:2.0:1776202235.787448:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.787450:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e6500c4. 00000800:00000200:2.0:1776202235.787563:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.787567:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:2.0:1776202235.787572:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.787576:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.787579:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:2.0:1776202235.787581:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00010000:00000010:3.1:1776202235.787875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007511f029. 00010000:00000010:3.1:1776202235.787882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997c99bc. 00010000:00000010:3.1:1776202235.787885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b7cbc0. 00010000:00000010:3.1:1776202235.787889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c87d61a. 00010000:00000010:3.1:1776202235.787892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000010:1.0:1776202235.788439:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030d4276d. 00000400:00000200:1.0:1776202235.788445:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741dbe45 00000400:00000010:1.0:1776202235.788447:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000741dbe45. 00000100:00000200:1.0:1776202235.788455:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f4eec345 x1862480613811584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.788469:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f4eec345 x1862480613811584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.788494:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093a22f94. 02000000:00000010:1.0:1776202235.788509:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf5014bc. 02000000:00000010:1.0:1776202235.788514:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ecb7e16b. 00000100:00000010:1.0:1776202235.788517:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4eec345. 00000100:00000010:1.0:1776202235.788521:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:1.0:1776202235.788525:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001107ad59. 00080000:00000010:1.0:1776202235.788546:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cee50a7. 00010000:00000010:1.0:1776202235.788644:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da9ccbc8. 00010000:00000010:1.0:1776202235.788651:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000766e5af2. 00010000:00000010:1.0:1776202235.788720:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000037ee051. 00010000:00000010:1.0:1776202235.788726:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3057f86. 00010000:00000010:1.0:1776202235.788737:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.788743:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.788751:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.788763:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c23d1281. 02000000:00000010:1.0:1776202235.788789:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eae3244. 00000400:00000010:1.0:1776202235.788794:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.788798:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.788804:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811648, portal 16 00000400:00000010:1.0:1776202235.788808:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000992b8c4e. 00000100:00000200:1.0:1776202235.788810:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811648, offset 0 00000400:00000200:1.0:1776202235.788816:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.788826:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.788913:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.788916:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.788919:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.788921:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92093:92093:256:4294967295] 192.168.204.38@tcp LPNI seq info [92093:92093:8:4294967295] 00000400:00000200:1.0:1776202235.788930:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.788936:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.788941:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.788945:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.788951:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.788954:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.789240:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.789244:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.789249:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.789253:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.789257:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000992b8c4e 00000400:00000010:3.0:1776202235.789258:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000992b8c4e. 00000100:00000200:3.0:1776202235.789263:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613811648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.797091:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.797114:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6325c0 00000400:00000200:2.0:1776202235.797124:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87ed [1] + 224 00000400:00000200:2.0:1776202235.797138:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.797142:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.797154:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613811648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.797235:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.797241:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c540 00000400:00000200:2.0:1776202235.797245:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7105 [2] + 1968 00000400:00000010:2.0:1776202235.797250:0:15860:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e552fa0. 00000400:00000200:2.0:1776202235.797254:0:15860:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eb509a3a 00000400:00000200:2.0:1776202235.797930:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.797937:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.797941:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb509a3a 00000400:00000010:2.0:1776202235.797943:0:15860:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eb509a3a (tot 82354378). 00000100:00000200:2.0:1776202235.797953:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776202235.798419:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e0c457e. 00000020:00000010:0.0:1776202235.798427:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.798432:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009de6bce5. 00000100:00000200:0.0:1776202235.798464:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0a58564 x1862480604611904/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.798489:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611904 02000000:00000010:0.0:1776202235.798501:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009311781b. 00010000:00000010:0.0:1776202235.798544:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.798551:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3f66a9c. 00000100:00000010:0.0:1776202235.798715:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3f66a9c. 00010000:00000010:0.0:1776202235.798721:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.798737:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e257ab3f. 00000100:00000200:0.0:1776202235.798742:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611904, offset 224 00000400:00000200:0.0:1776202235.798750:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.798762:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.798768:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92094:92094:256:4294967295] 192.168.204.38@tcp LPNI seq info [92094:92094:8:4294967295] 00000400:00000200:0.0:1776202235.798779:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.798784:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.798789:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaa0ccfa (tot 82354626). 00000800:00000200:0.0:1776202235.798795:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.798802:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.798806:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaa0ccfa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.798821:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.798824:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009de6bce5. 00000020:00000010:0.0:1776202235.798827:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e0c457e. 02000000:00000010:0.0:1776202235.798865:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000100:00000010:0.0:1776202235.798869:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054136f5c. 02000000:00000010:0.0:1776202235.798873:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000664f6d41. 00000100:00000010:0.0:1776202235.798876:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000066c63696. 02000000:00000010:0.0:1776202235.798879:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021dec6c7. 00000100:00000010:0.0:1776202235.798881:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1426e08. 02000000:00000010:0.0:1776202235.798884:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000945c8403. 00000100:00000010:0.0:1776202235.798886:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae7f9bfb. 02000000:00000010:0.0:1776202235.798888:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cfb40c5. 00000100:00000010:0.0:1776202235.798891:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b92ddec. 02000000:00000010:0.0:1776202235.798894:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000908324e0. 00000100:00000010:0.0:1776202235.798897:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000200:0.0:1776202235.798904:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776202235.798909:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076f637ff. 00000400:00000010:0.0:1776202235.798914:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3f66a9c (tot 82354778). 00000400:00000010:1.0:1776202235.799113:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.799118:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.799120:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.799127:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613811648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.799134:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613811648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.799154:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad632e2e. 02000000:00000010:1.0:1776202235.799167:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eae3244. 02000000:00000010:1.0:1776202235.799172:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c23d1281. 00000100:00000010:1.0:1776202235.799174:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.799178:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.799259:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00080000:00000010:0.0:1776202235.799333:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664f6d41. 00010000:00000010:0.0:1776202235.799434:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3057f86. 00010000:00000010:0.0:1776202235.799442:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c64be8bc. 00010000:00000010:0.0:1776202235.799772:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007374b4db. 00010000:00000010:0.0:1776202235.799780:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202235.799792:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.799797:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.799804:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202235.799815:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e0c457e. 02000000:00000010:0.0:1776202235.799892:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1c1b6fa. 00000400:00000010:0.0:1776202235.799897:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8392a45. 00000400:00000010:0.0:1776202235.799902:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202235.799907:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811712, portal 16 00000400:00000010:0.0:1776202235.799912:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c9c5d2f. 00000100:00000200:0.0:1776202235.799915:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811712, offset 0 00000400:00000200:0.0:1776202235.799924:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.799935:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.799943:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.799949:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.799952:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.799955:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92095:92095:255:4294967295] 192.168.204.38@tcp LPNI seq info [92095:92095:7:4294967295] 00000400:00000200:0.0:1776202235.799964:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.799970:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.799975:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000276ff50c (tot 82355026). 00000800:00000200:0.0:1776202235.799980:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.799986:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.799989:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000276ff50c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.801021:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.801028:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaa0ccfa (tot 82354778). 00000400:00000200:2.0:1776202235.801036:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.801043:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.801048:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e257ab3f 00000400:00000010:2.0:1776202235.801050:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e257ab3f. 02000000:00000010:2.0:1776202235.801058:0:15862:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009311781b. 00000800:00000200:2.0:1776202235.801150:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.801153:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000276ff50c (tot 82354530). 00000400:00000200:2.0:1776202235.801156:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.801160:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.801162:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c9c5d2f 00000400:00000010:2.0:1776202235.801164:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c9c5d2f. 00000100:00000200:2.0:1776202235.801171:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613811712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.801966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d059a780. 00010000:00000010:1.1:1776202235.801979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a647e089. 00010000:00000010:1.1:1776202235.801984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba7c49a. 00010000:00000010:1.1:1776202235.804875:0:78653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db2f3de. 00000400:00000200:3.0:1776202235.805076:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.805094:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632600 00000400:00000200:3.0:1776202235.805104:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb87fd [1] + 224 00000400:00000200:3.0:1776202235.805120:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.805124:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.805134:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613811712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.805625:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8392a45. 00000400:00000200:0.0:1776202235.805631:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:0.0:1776202235.805633:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000100:00000200:0.0:1776202235.805640:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613811712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.805649:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613811712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.805683:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1c1b6fa. 02000000:00000010:0.0:1776202235.805690:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e0c457e. 00000100:00000010:0.0:1776202235.805693:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:0.0:1776202235.805698:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.805703:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000200:2.0:1776202235.806460:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.806475:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c580 00000400:00000200:2.0:1776202235.806482:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 0 00000400:00000200:2.0:1776202235.806936:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.806943:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.806950:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.806956:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf578848. 00000020:00000010:3.0:1776202235.807090:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d53b20b. 00000020:00000010:3.0:1776202235.807099:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.807104:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.807130:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf578848 x1862480604611968/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.807205:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604611968 02000000:00000010:3.0:1776202235.807216:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c93ad43. 00010000:00000010:3.0:1776202235.807247:0:66515:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff9224dc. 00010000:00000010:3.0:1776202235.807265:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73c16e9. 00000100:00000010:3.0:1776202235.807271:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.807291:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:3.0:1776202235.807304:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73c16e9. 00000400:00000010:3.0:1776202235.807322:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d880d3f4. 00000100:00000200:3.0:1776202235.807327:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604611968, offset 224 00000400:00000200:3.0:1776202235.807336:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.807347:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.807360:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92096:92096:256:4294967295] 192.168.204.38@tcp LPNI seq info [92096:92096:8:4294967295] 00000400:00000200:3.0:1776202235.807370:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.807374:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.807379:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.807385:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.807393:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.807396:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.807413:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.807417:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.807419:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d53b20b. 00080000:00000010:1.0:1776202235.807541:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23d1281. 00010000:00000010:1.0:1776202235.807632:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:1.0:1776202235.807639:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fa826f9. 00010000:00000010:1.0:1776202235.807707:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.0:1776202235.807714:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.807723:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.807727:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.807746:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.807758:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eae3244. 02000000:00000010:1.0:1776202235.807780:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000945c8403. 00000400:00000010:1.0:1776202235.807785:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.807789:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.807793:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811776, portal 16 00000400:00000010:1.0:1776202235.807798:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b31cc800. 00000100:00000200:1.0:1776202235.807799:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811776, offset 0 00000400:00000200:1.0:1776202235.807805:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.807811:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.807818:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.807821:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.807824:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.807827:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92097:92097:255:4294967295] 192.168.204.38@tcp LPNI seq info [92097:92097:7:4294967295] 00000400:00000200:1.0:1776202235.807880:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.807884:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.807888:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82355026). 00000800:00000200:1.0:1776202235.807892:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.807896:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.807899:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.808948:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.808953:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354778). 00000400:00000200:2.0:1776202235.808961:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.808968:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.808974:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d880d3f4 00000400:00000010:2.0:1776202235.808976:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d880d3f4. 00000800:00000200:2.0:1776202235.810816:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.810824:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.810911:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.810927:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.810934:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b31cc800 00000400:00000010:2.0:1776202235.810939:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b31cc800. 00000100:00000200:2.0:1776202235.810949:0:15862:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613811776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776202235.812174:0:15861:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.812269:0:15861:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632640 00000400:00000200:2.0:1776202235.812277:0:15861:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8809 [1] + 224 00000400:00000200:2.0:1776202235.812455:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.812460:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.812471:0:15861:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613811776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.812672:0:78653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000477af30f. 00010000:00000010:0.1:1776202235.812680:0:78653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ee051. 00000400:00000200:2.0:1776202235.812868:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.812876:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c5c0 00000400:00000200:2.0:1776202235.812881:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 328 00000400:00000200:2.0:1776202235.812943:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.812947:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.812952:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.812957:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c96505cc. 00000020:00000010:3.0:1776202235.813067:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d53b20b. 00000020:00000010:3.0:1776202235.813074:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.813079:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.813105:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c96505cc x1862480604612032/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776202235.813132:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612032 02000000:00000010:3.0:1776202235.813144:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021dec6c7. 00010000:00000010:3.0:1776202235.813193:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73c16e9. 00000100:00000010:3.0:1776202235.813200:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.813207:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:3.0:1776202235.813211:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73c16e9. 00000400:00000010:3.0:1776202235.813226:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000260291e. 00000100:00000200:3.0:1776202235.813231:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612032, offset 224 00000400:00000200:3.0:1776202235.813240:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.813253:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.813259:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92098:92098:256:4294967295] 192.168.204.38@tcp LPNI seq info [92098:92098:8:4294967295] 00000400:00000200:3.0:1776202235.813269:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.813274:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.813279:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082d37dbd (tot 82354778). 00000800:00000200:3.0:1776202235.813284:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.813291:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.813312:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000082d37dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.813329:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.813334:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.813337:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d53b20b. 00000800:00000200:2.0:1776202235.815772:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.815780:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082d37dbd (tot 82354530). 00000400:00000200:2.0:1776202235.815790:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.815800:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.815806:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000260291e 00000400:00000010:2.0:1776202235.815808:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000260291e. 00010000:00000010:1.1:1776202235.819933:0:77416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065b2b5c2. 00010000:00000010:1.1:1776202235.819948:0:77416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007374b4db. 00000400:00000010:1.0:1776202235.819964:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.819967:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.819970:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.820021:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613811776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.820032:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613811776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.820062:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009103d563. 02000000:00000010:1.0:1776202235.820079:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000945c8403. 02000000:00000010:1.0:1776202235.820084:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eae3244. 00000100:00000010:1.0:1776202235.820087:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.820091:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.820096:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00080000:00000010:1.0:1776202235.820114:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eae3244. 00010000:00000010:1.0:1776202235.820221:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.820229:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065f7ff6e. 00010000:00000010:1.0:1776202235.820314:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.0:1776202235.820320:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.820332:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.820338:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.820345:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.820358:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945c8403. 02000000:00000010:1.0:1776202235.820384:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b4c969. 00000400:00000010:1.0:1776202235.820388:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.820393:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.820400:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613811840, portal 16 00000400:00000010:1.0:1776202235.820405:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f1f5f8a. 00000100:00000200:1.0:1776202235.820407:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613811840, offset 0 00000400:00000200:1.0:1776202235.820415:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.820429:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.820437:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.820441:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.820444:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.820447:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92099:92099:256:4294967295] 192.168.204.38@tcp LPNI seq info [92099:92099:8:4294967295] 00000400:00000200:1.0:1776202235.820457:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.820463:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.820467:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.820473:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.820481:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.820485:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.820946:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.820951:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202235.820956:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.820961:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.820964:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f1f5f8a 00000400:00000010:2.0:1776202235.820966:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f1f5f8a. 00000100:00000200:2.0:1776202235.820971:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613811840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776202235.823120:0:67413:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b18f905a. 02000000:00000010:1.0:1776202235.823143:0:67413:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f073218b. 00000100:00000010:1.0:1776202235.823181:0:66574:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b3bab71c. 02000000:00000010:1.0:1776202235.823186:0:66574:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a280f8a. 02000000:00000010:1.0:1776202235.823217:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000abdaf471. 00000400:00000010:1.0:1776202235.823223:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046863aa2. 00000400:00000010:1.0:1776202235.823229:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202235.823235:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613811904, portal 4 00000400:00000010:1.0:1776202235.823241:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202235.823244:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613811904, offset 0 00000400:00000200:1.0:1776202235.823252:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202235.823264:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202235.823274:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f6326c0 00000400:00000200:1.0:1776202235.823280:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 8960 00000400:00000200:1.0:1776202235.823324:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.823328:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202235.823335:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776202235.823339:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d29f83c0. 00000400:00000200:1.0:1776202235.823356:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:1.0:1776202235.823358:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:1.0:1776202235.823363:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b18f905a x1862480613811904/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:1.0:1776202235.823403:0:15867:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f2803c4e. 00000400:00000010:1.0:1776202235.823406:0:15867:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009290656d. 00000400:00000010:1.0:1776202235.823408:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202235.823410:0:15867:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862480613811968, portal 4 00000400:00000010:1.0:1776202235.823414:0:15867:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202235.823415:0:15867:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862480613811968, offset 0 00000400:00000200:1.0:1776202235.823418:0:15867:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202235.823423:0:15867:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202235.823428:0:15867:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dea8f632700 00000400:00000200:1.0:1776202235.823431:0:15867:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33979 [8] + 9184 00000400:00000200:1.0:1776202235.823435:0:15867:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.823437:0:15867:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202235.823439:0:15867:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776202235.823442:0:15867:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f7e8d4b. 00000400:00000200:1.0:1776202235.823452:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202235.823453:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:1.0:1776202235.823457:0:15867:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b3bab71c x1862480613811968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:1.0:1776202235.823501:0:67752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a9a1b9. 00000020:00000010:1.0:1776202235.823507:0:67752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202235.823511:0:67752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.823541:0:67752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4d32a59. 00000020:00000010:1.0:1776202235.823544:0:67752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000867d9891. 00000020:00000010:1.0:1776202235.823547:0:67752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d43141a6. 00000100:00000200:1.0:1776202235.823561:0:67752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613811904 02000000:00000010:1.0:1776202235.823576:0:67752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f7900e9d. 00010000:00000200:1.0:1776202235.823617:0:67752:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d29f83c0 x1862480613811904/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:566/0 lens 224/368 e 0 to 0 dl 1776202241 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:1.0:1776202235.823630:0:67752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202235.823632:0:67752:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613811904, offset 224 00000400:00000200:1.0:1776202235.823636:0:67752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202235.823641:0:67752:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202235.823645:0:67752:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f6326c0 00000400:00000200:1.0:1776202235.823650:0:67752:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb881d [1] + 224 00000400:00000200:1.0:1776202235.823653:0:67752:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.823655:0:67752:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202235.823660:0:67752:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b18f905a x1862480613811904/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:1.0:1776202235.823674:0:67752:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202235.823675:0:67752:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000020:00000010:1.0:1776202235.823686:0:67752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008a5541b. 00000020:00000010:1.0:1776202235.823689:0:67752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b2fb0f7. 00000020:00000010:1.0:1776202235.823693:0:67752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a9a1b9. 00000100:00000200:1.0:1776202235.823703:0:67752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480613811968 02000000:00000010:1.0:1776202235.823711:0:67752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000b861980c. 00010000:00000200:1.0:1776202235.823726:0:67752:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000008f7e8d4b x1862480613811968/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:566/0 lens 224/368 e 0 to 0 dl 1776202241 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1776202235.823822:0:67752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202235.823825:0:67752:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862480613811968, offset 224 00000400:00000200:1.0:1776202235.823861:0:67752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776202235.823868:0:67752:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776202235.823873:0:67752:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dea8f632700 00000400:00000200:1.0:1776202235.823876:0:67752:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb8825 [1] + 224 00000400:00000200:1.0:1776202235.823879:0:67752:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776202235.823881:0:67752:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776202235.823885:0:67752:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b3bab71c x1862480613811968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1776202235.823898:0:67752:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:1.0:1776202235.823900:0:67752:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000020:00000010:1.0:1776202235.823907:0:67752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000867d9891. 00000020:00000010:1.0:1776202235.823909:0:67752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d43141a6. 00000020:00000010:1.0:1776202235.823911:0:67752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4d32a59. 00000400:00000010:1.0:1776202235.823939:0:15867:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009290656d. 00000400:00000200:1.0:1776202235.823942:0:15867:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:1.0:1776202235.823943:0:15867:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:1.0:1776202235.823946:0:15867:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b3bab71c x1862480613811968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1776202235.823952:0:15867:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b3bab71c x1862480613811968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1776202235.823979:0:15867:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f2803c4e. 02000000:00000010:1.0:1776202235.823984:0:15867:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009a280f8a. 00000100:00000010:1.0:1776202235.823987:0:15867:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b3bab71c. 00000400:00000200:2.0:1776202235.824715:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.824725:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632680 00000400:00000200:2.0:1776202235.824731:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8815 [1] + 224 00000400:00000200:2.0:1776202235.824745:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.824749:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.824758:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613811840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.824922:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046863aa2. 00000400:00000200:1.0:1776202235.824926:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:1.0:1776202235.824928:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:1.0:1776202235.824933:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b18f905a x1862480613811904/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:1.0:1776202235.824940:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b18f905a x1862480613811904/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776202242 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:1.0:1776202235.824961:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000abdaf471. 02000000:00000010:1.0:1776202235.824964:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f073218b. 00000100:00000010:1.0:1776202235.824968:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b18f905a. 00010000:00000010:3.1:1776202235.829400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081da51e9. 00000400:00000200:2.0:1776202235.832736:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1776202235.832763:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c600 00000400:00000200:2.0:1776202235.832773:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 656 00000400:00000200:2.0:1776202235.832889:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.832895:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1776202235.832902:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776202235.832908:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005236e7b. 00000020:00000010:2.0:1776202235.832974:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e6500c4. 00000020:00000010:2.0:1776202235.832982:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098299d3c. 00000020:00000010:2.0:1776202235.832986:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.833023:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005236e7b x1862480604612096/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776202235.833056:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612096 02000000:00000010:2.0:1776202235.833069:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b6cdc35. 00010000:00000010:2.0:1776202235.833112:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e81ebfc8. 00000100:00000010:2.0:1776202235.833120:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc149d2. 00000100:00000010:2.0:1776202235.833126:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc149d2. 00010000:00000010:2.0:1776202235.833130:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e81ebfc8. 00000400:00000010:2.0:1776202235.833145:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000100:00000200:2.0:1776202235.833150:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612096, offset 224 00000400:00000200:2.0:1776202235.833157:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.833168:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.833174:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92100:92100:256:4294967295] 192.168.204.38@tcp LPNI seq info [92100:92100:8:4294967295] 00000400:00000200:2.0:1776202235.833184:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.833190:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.833195:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202235.833201:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.833222:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.833225:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.833245:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098299d3c. 00000020:00000010:2.0:1776202235.833249:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:2.0:1776202235.833252:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e6500c4. 00000800:00000200:2.0:1776202235.833337:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.833342:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:2.0:1776202235.833346:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.833350:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.833354:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:2.0:1776202235.833356:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 00000400:00000010:1.0:1776202235.836157:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.836169:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.836171:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.836187:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613811840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.836198:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613811840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.836241:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b4e7266. 02000000:00000010:1.0:1776202235.836265:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b4c969. 02000000:00000010:1.0:1776202235.836272:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945c8403. 00000100:00000010:1.0:1776202235.836277:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.836283:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.836288:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00080000:00000010:1.0:1776202235.836313:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000945c8403. 00010000:00000010:1.0:1776202235.836407:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.836416:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6c99726. 00010000:00000010:1.0:1776202235.836496:0:77416:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a7861f5. 00010000:00000010:1.0:1776202235.836501:0:77416:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000867d9891. 00010000:00000010:1.0:1776202235.836507:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202235.836512:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00080000:00000010:1.0:1776202235.836532:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043b4c969. 00010000:00000010:1.0:1776202235.836559:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.836562:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000867d9891. 00010000:00000010:1.0:1776202235.836614:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202235.836618:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.836627:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.836633:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.836641:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.836653:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4d32a59. 02000000:00000010:1.0:1776202235.836682:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9a1b9. 00000400:00000010:1.0:1776202235.836689:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.836693:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.836701:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812032, portal 16 00000400:00000010:1.0:1776202235.836705:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ad7f4a6. 00000100:00000200:1.0:1776202235.836707:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812032, offset 0 00000400:00000200:1.0:1776202235.836714:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.836727:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.836735:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.836738:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.836741:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.836745:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92101:92101:256:4294967295] 192.168.204.38@tcp LPNI seq info [92101:92101:8:4294967295] 00000400:00000200:1.0:1776202235.836755:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.836761:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.836765:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f073218b (tot 82354778). 00000800:00000200:1.0:1776202235.836772:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.836779:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.836783:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f073218b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.837042:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.837046:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f073218b (tot 82354530). 00000400:00000200:2.0:1776202235.837050:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.837056:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.837061:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ad7f4a6 00000400:00000010:2.0:1776202235.837062:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ad7f4a6. 00000100:00000200:2.0:1776202235.837067:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613812032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.839787:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.839806:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632740 00000400:00000200:3.0:1776202235.839816:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8839 [1] + 224 00000400:00000200:3.0:1776202235.839909:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.839913:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.839924:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613812032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.839953:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.839958:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c640 00000400:00000200:3.0:1776202235.839963:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 984 00000400:00000200:3.0:1776202235.840015:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.840019:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.840023:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.840028:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038bf251e. 00000020:00000010:3.0:1776202235.840074:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086be6bb1. 00000020:00000010:3.0:1776202235.840079:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.840083:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d6c9ed9. 00000100:00000200:3.0:1776202235.840105:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038bf251e x1862480604612160/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776202235.840129:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612160 02000000:00000010:3.0:1776202235.840141:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf5014bc. 00010000:00000010:3.0:1776202235.840175:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73c16e9. 00000100:00000010:3.0:1776202235.840180:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.840186:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:3.0:1776202235.840191:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73c16e9. 00000400:00000010:3.0:1776202235.840204:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202235.840208:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612160, offset 224 00000400:00000200:3.0:1776202235.840215:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.840226:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.840231:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92102:92102:256:4294967295] 192.168.204.38@tcp LPNI seq info [92102:92102:8:4294967295] 00000400:00000200:3.0:1776202235.840241:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.840246:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.840251:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.840256:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.840264:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.840267:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.840283:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5e8b29a. 00000020:00000010:3.0:1776202235.840288:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d6c9ed9. 00000020:00000010:3.0:1776202235.840291:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086be6bb1. 00000800:00000200:3.0:1776202235.840469:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.840473:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:3.0:1776202235.840478:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.840482:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.840486:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:3.0:1776202235.840488:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00010000:00000010:1.1:1776202235.841308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000698c3532. 00010000:00000010:1.1:1776202235.841319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b68fbea. 00010000:00000010:1.1:1776202235.841324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00000400:00000010:1.0:1776202235.841351:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.841355:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.841357:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.842018:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613812032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.842035:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613812032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.842074:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006455901c. 02000000:00000010:1.0:1776202235.842100:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9a1b9. 02000000:00000010:1.0:1776202235.842107:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4d32a59. 00000100:00000010:1.0:1776202235.842111:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.842116:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.842120:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00080000:00000010:1.0:1776202235.842150:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4d32a59. 00010000:00000010:1.0:1776202235.843422:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.843439:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032c556e6. 00010000:00000010:1.0:1776202235.845971:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.0:1776202235.845989:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f990298. 00010000:00000010:1.0:1776202235.846008:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d6f0187. 00000100:00000010:1.0:1776202235.846017:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.846027:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.846046:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a9a1b9. 02000000:00000010:1.0:1776202235.846079:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a91eec9f. 00000400:00000010:1.0:1776202235.846100:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.846107:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.846114:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812096, portal 16 00000400:00000010:1.0:1776202235.846119:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000828edd91. 00000100:00000200:1.0:1776202235.846121:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812096, offset 0 00000400:00000200:1.0:1776202235.846131:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.846158:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.846167:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.846172:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.846175:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.846178:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92103:92103:256:4294967295] 192.168.204.38@tcp LPNI seq info [92103:92103:8:4294967295] 00000400:00000200:1.0:1776202235.846190:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.846196:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.846201:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.846207:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.846223:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.846227:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.847227:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.847233:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:0.0:1776202235.847238:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.847246:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.847251:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000828edd91 00000400:00000010:0.0:1776202235.847253:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000828edd91. 00000100:00000200:0.0:1776202235.847262:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613812096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.847633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbc32da2. 00010000:00000010:1.1:1776202235.847641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a44be6. 00010000:00000010:1.1:1776202235.847645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa7e523. 00010000:00000010:1.1:1776202235.847650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a7861f5. 00010000:00000010:1.1:1776202235.847653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00000400:00000200:3.0:1776202235.852342:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.852372:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632780 00000400:00000200:3.0:1776202235.852386:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8845 [1] + 224 00000400:00000200:3.0:1776202235.852403:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.852408:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.852423:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613812096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.852475:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.852481:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c680 00000400:00000200:3.0:1776202235.852486:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 1312 00000400:00000200:3.0:1776202235.852542:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.852548:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.852565:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.852573:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec483dd. 00000400:00000010:1.0:1776202235.852596:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.852604:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.852607:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.852615:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613812096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.852631:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613812096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.852678:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a91eec9f. 00000020:00000010:0.0:1776202235.852681:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1c1b6fa. 02000000:00000010:1.0:1776202235.852687:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0a9a1b9. 00000020:00000010:0.0:1776202235.852694:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000100:00000010:1.0:1776202235.852695:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.852702:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00000020:00000010:0.0:1776202235.852702:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009de6bce5. 00010000:00000010:1.0:1776202235.852711:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d6f0187. 00000100:00000200:0.0:1776202235.852738:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec483dd x1862480604612224/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776202235.852779:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612224 02000000:00000010:0.0:1776202235.852795:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003483f23b. 00010000:00000010:0.0:1776202235.852874:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d85cd88a. 00010000:00000010:0.0:1776202235.852903:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.852912:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.852926:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.852932:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.852950:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c941bd5. 00000100:00000200:0.0:1776202235.853441:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612224, offset 224 00000400:00000200:0.0:1776202235.853455:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.853472:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.853480:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92104:92104:256:4294967295] 192.168.204.38@tcp LPNI seq info [92104:92104:8:4294967295] 00000400:00000200:0.0:1776202235.853491:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.853498:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.853503:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e9984f5 (tot 82354778). 00000800:00000200:0.0:1776202235.853510:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.853519:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.853524:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e9984f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.853645:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.853651:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009de6bce5. 00000020:00000010:0.0:1776202235.853657:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1c1b6fa. 00080000:00000010:0.0:1776202235.853698:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1c1b6fa. 00010000:00000010:0.0:1776202235.853827:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f990298. 00010000:00000010:0.0:1776202235.853873:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a15ac8cf. 00010000:00000010:0.0:1776202235.853987:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e334584f. 00010000:00000010:0.0:1776202235.853996:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dce5e963. 00010000:00000010:0.0:1776202235.854011:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.854018:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.854030:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 02000000:00000010:0.0:1776202235.854048:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092716ed2. 02000000:00000010:0.0:1776202235.854092:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000355cab2a. 00000400:00000010:0.0:1776202235.854100:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8392a45. 00000400:00000010:0.0:1776202235.854108:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202235.854116:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812160, portal 16 00000400:00000010:0.0:1776202235.854123:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7ff8c9b. 00000100:00000200:0.0:1776202235.854126:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812160, offset 0 00000400:00000200:0.0:1776202235.854134:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.854146:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.854157:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1776202235.854163:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776202235.854167:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1776202235.854171:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92105:92105:255:4294967295] 192.168.204.38@tcp LPNI seq info [92105:92105:7:4294967295] 00000400:00000200:0.0:1776202235.854179:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.854198:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.854201:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a4a0b00 (tot 82355026). 00000800:00000200:0.0:1776202235.854205:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.854211:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.854214:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a4a0b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776202235.856388:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.856400:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e9984f5 (tot 82354778). 00000400:00000200:3.0:1776202235.856413:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.856427:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.856435:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c941bd5 00000400:00000010:3.0:1776202235.856439:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c941bd5. 00000800:00000200:3.0:1776202235.856741:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.856745:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a4a0b00 (tot 82354530). 00000400:00000200:3.0:1776202235.856748:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.856752:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.856755:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7ff8c9b 00000400:00000010:3.0:1776202235.856757:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7ff8c9b. 00000100:00000200:3.0:1776202235.856767:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f2ab44e6 x1862480613812160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.871964:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.871984:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6327c0 00000400:00000200:3.0:1776202235.871993:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8851 [1] + 224 00000400:00000200:3.0:1776202235.872019:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.872023:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.872035:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f2ab44e6 x1862480613812160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776202235.874883:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8392a45. 00000400:00000200:0.0:1776202235.874893:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:0.0:1776202235.874895:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00000100:00000200:0.0:1776202235.874908:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f2ab44e6 x1862480613812160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.874919:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f2ab44e6 x1862480613812160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776202235.874949:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000355cab2a. 02000000:00000010:0.0:1776202235.874955:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092716ed2. 00000100:00000010:0.0:1776202235.874960:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f2ab44e6. 00000100:00000010:0.0:1776202235.874966:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.874970:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00010000:00000010:0.1:1776202235.876782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005008c44a. 00010000:00000010:0.1:1776202235.876798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53a449f. 00010000:00000010:0.1:1776202235.876802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9b1b10. 00010000:00000010:1.1:1776202235.878713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3bc0e20. 00010000:00000010:1.1:1776202235.878728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031aaee41. 00010000:00000010:1.1:1776202235.878733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00000400:00000200:3.0:1776202235.882079:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.882099:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c6c0 00000400:00000200:3.0:1776202235.882107:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 1640 00000400:00000200:3.0:1776202235.882179:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.882183:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.882190:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776202235.882195:0:15862:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005936a433. 00000020:00000010:0.0:1776202235.882817:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092716ed2. 00000020:00000010:0.0:1776202235.882826:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.882857:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009de6bce5. 00000100:00000200:0.0:1776202235.882890:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005936a433 x1862480604612288/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.882926:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612288 02000000:00000010:0.0:1776202235.882939:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000355cab2a. 00010000:00000010:0.0:1776202235.882971:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fac67077. 00010000:00000010:0.0:1776202235.882997:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.883004:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.883026:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.883031:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.883044:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000024ddd620. 00000100:00000200:0.0:1776202235.883049:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612288, offset 224 00000400:00000200:0.0:1776202235.883057:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.883069:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.883075:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92106:92106:256:4294967295] 192.168.204.38@tcp LPNI seq info [92106:92106:8:4294967295] 00000400:00000200:0.0:1776202235.883084:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.883090:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.883095:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054c28210 (tot 82354778). 00000800:00000200:0.0:1776202235.883100:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.883108:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.883112:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000054c28210 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.883128:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.883133:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009de6bce5. 00000020:00000010:0.0:1776202235.883136:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092716ed2. 00000800:00000200:3.0:1776202235.884891:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.884901:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054c28210 (tot 82354530). 00000400:00000200:3.0:1776202235.884909:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.884918:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.884923:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024ddd620 00000400:00000010:3.0:1776202235.884926:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000024ddd620. 00080000:00000010:3.0:1776202235.884966:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecb7e16b. 00010000:00000010:3.0:1776202235.887565:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce5e963. 00010000:00000010:3.0:1776202235.887580:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8956f42. 00010000:00000010:3.0:1776202235.887679:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be77f457. 00010000:00000010:3.0:1776202235.887685:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000575069fe. 00010000:00000010:3.0:1776202235.887697:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73c16e9. 00000100:00000010:3.0:1776202235.887705:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062401f71. 00000100:00000010:3.0:1776202235.887713:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051617bef. 02000000:00000010:3.0:1776202235.887728:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d53b20b. 02000000:00000010:3.0:1776202235.887762:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007263b9cb. 00000400:00000010:3.0:1776202235.887769:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca3156bc. 00000400:00000010:3.0:1776202235.887775:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe1c7dab. 00000100:00000200:3.0:1776202235.887782:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812224, portal 16 00000400:00000010:3.0:1776202235.887787:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040a45d5a. 00000100:00000200:3.0:1776202235.887789:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812224, offset 0 00000400:00000200:3.0:1776202235.887800:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.887818:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.887825:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1776202235.887860:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776202235.887864:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1776202235.887868:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92107:92107:256:4294967295] 192.168.204.38@tcp LPNI seq info [92107:92107:8:4294967295] 00000400:00000200:3.0:1776202235.887881:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.887886:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.887892:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354778). 00000800:00000200:3.0:1776202235.887898:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.887906:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.887911:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776202235.888178:0:15860:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776202235.888184:0:15860:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354530). 00000400:00000200:0.0:1776202235.888192:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.888198:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1776202235.888203:0:15860:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040a45d5a 00000400:00000010:0.0:1776202235.888205:0:15860:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040a45d5a. 00000100:00000200:0.0:1776202235.888212:0:15860:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051617bef x1862480613812224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.890594:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.890615:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632800 00000400:00000200:3.0:1776202235.890625:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb885d [1] + 224 00000400:00000200:3.0:1776202235.890639:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.890643:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.890654:0:15862:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000051617bef x1862480613812224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776202235.890694:0:15862:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.890700:0:15862:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c700 00000400:00000200:3.0:1776202235.890704:0:15862:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb7175 [2] + 1968 00000400:00000010:3.0:1776202235.890709:0:15862:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067e9e182. 00000400:00000200:3.0:1776202235.890713:0:15862:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e7a565f1 00000400:00000200:3.0:1776202235.890771:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.890777:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.890779:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7a565f1 00000400:00000010:3.0:1776202235.890782:0:15862:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e7a565f1 (tot 82354378). 00000100:00000200:3.0:1776202235.890788:0:15862:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776202235.892184:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dbbb7dd. 00000020:00000010:2.0:1776202235.892194:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098299d3c. 00000020:00000010:2.0:1776202235.892199:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009cff2afe. 00000100:00000200:2.0:1776202235.892229:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006c505ce5 x1862480604612352/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776202235.892262:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612352 02000000:00000010:2.0:1776202235.892273:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2717844. 00010000:00000010:2.0:1776202235.892313:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5bc6bc3. 00000100:00000010:2.0:1776202235.892321:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc149d2. 00000100:00000010:2.0:1776202235.892328:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc149d2. 00010000:00000010:2.0:1776202235.892333:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5bc6bc3. 00000400:00000010:2.0:1776202235.892346:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000697d027. 00000400:00000010:0.0:1776202235.897230:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca3156bc. 00000400:00000200:0.0:1776202235.897243:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe1c7dab 00000400:00000010:0.0:1776202235.897246:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe1c7dab. 00000100:00000200:2.0:1776202235.897277:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612352, offset 224 00000100:00000200:0.0:1776202235.897356:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051617bef x1862480613812224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776202235.897369:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051617bef x1862480613812224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776202235.897407:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbb65210. 02000000:00000010:0.0:1776202235.897429:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007263b9cb. 02000000:00000010:0.0:1776202235.897437:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d53b20b. 00000100:00000010:0.0:1776202235.897445:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051617bef. 00000100:00000010:0.0:1776202235.897450:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062401f71. 00010000:00000010:0.0:1776202235.897456:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73c16e9. 00000400:00000200:3.0:1776202235.897905:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1776202235.897927:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1776202235.897935:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92108:92108:256:4294967295] 192.168.204.38@tcp LPNI seq info [92108:92108:8:4294967295] 00000400:00000200:3.0:1776202235.897947:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1776202235.897953:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1776202235.897961:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067b2175c (tot 82354626). 00000800:00000200:3.0:1776202235.897970:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1776202235.897980:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1776202235.897984:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067b2175c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776202235.898407:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a91eec9f. 00010000:00000010:1.0:1776202235.898526:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000575069fe. 00010000:00000010:1.0:1776202235.898537:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abdc7d4f. 00010000:00000010:1.0:1776202235.898620:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202235.898627:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202235.898641:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d345725f. 00000100:00000010:1.0:1776202235.898649:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.898660:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.898675:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064277b93. 02000000:00000010:1.0:1776202235.898709:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c06c7db. 00000400:00000010:1.0:1776202235.898717:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.898723:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.898730:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812288, portal 16 00000400:00000010:1.0:1776202235.898736:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005221ad67. 00000100:00000200:1.0:1776202235.898738:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812288, offset 0 00000400:00000200:1.0:1776202235.898744:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.898754:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.898761:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.898765:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.898768:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.898771:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92109:92109:255:4294967295] 192.168.204.38@tcp LPNI seq info [92109:92109:7:4294967295] 00000400:00000200:1.0:1776202235.898778:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.898782:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.898787:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354874). 00000800:00000200:1.0:1776202235.898792:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.898797:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.898800:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776202235.898881:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098299d3c. 00000020:00000010:3.0:1776202235.898889:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009cff2afe. 00000020:00000010:3.0:1776202235.898893:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dbbb7dd. 02000000:00000010:3.0:1776202235.898905:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000355cab2a. 00000100:00000010:3.0:1776202235.898910:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005936a433. 02000000:00000010:3.0:1776202235.898916:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003483f23b. 00000100:00000010:3.0:1776202235.898919:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec483dd. 02000000:00000010:3.0:1776202235.898922:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf5014bc. 00000100:00000010:3.0:1776202235.898925:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038bf251e. 02000000:00000010:3.0:1776202235.898930:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b6cdc35. 00000100:00000010:3.0:1776202235.898933:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005236e7b. 02000000:00000010:3.0:1776202235.898936:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021dec6c7. 00000100:00000010:3.0:1776202235.898938:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c96505cc. 02000000:00000010:3.0:1776202235.898941:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c93ad43. 00000100:00000010:3.0:1776202235.898944:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf578848. 00000100:00000200:3.0:1776202235.898956:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776202235.898961:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041739bb6. 00000400:00000010:3.0:1776202235.898967:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000062401f71 (tot 82355026). 00000800:00000200:3.0:1776202235.899034:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.899038:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067b2175c (tot 82354778). 00000400:00000200:3.0:1776202235.899044:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.899049:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.899053:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000697d027 00000400:00000010:3.0:1776202235.899055:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000697d027. 02000000:00000010:3.0:1776202235.899059:0:15861:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2717844. 00000800:00000200:3.0:1776202235.899144:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776202235.899146:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:3.0:1776202235.899151:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.899155:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1776202235.899157:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005221ad67 00000400:00000010:3.0:1776202235.899159:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005221ad67. 00000100:00000200:3.0:1776202235.899166:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613812288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776202235.908117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006636a3ac. 00010000:00000010:0.1:1776202235.908258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0eb0e9. 00000400:00000200:0.0:1776202235.908306:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.908327:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632840 00000400:00000200:0.0:1776202235.908337:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8869 [1] + 224 00000400:00000200:0.0:1776202235.908351:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.908356:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.908372:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613812288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.908404:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.908409:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c740 00000400:00000200:0.0:1776202235.908415:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb71c5 [2] + 0 00000400:00000200:0.0:1776202235.908485:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.908489:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.908494:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.908501:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f2ab44e6. 00000020:00000010:2.0:1776202235.908599:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2717844. 00000020:00000010:2.0:1776202235.908607:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006217d842. 00000020:00000010:2.0:1776202235.908613:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a0fd480e. 00000100:00000200:2.0:1776202235.908643:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2ab44e6 x1862480604612416/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776202235.908682:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612416 02000000:00000010:2.0:1776202235.908696:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e6500c4. 00010000:00000010:2.0:1776202235.908743:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5bc6bc3. 00000100:00000010:2.0:1776202235.908750:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcc149d2. 00000100:00000010:2.0:1776202235.908758:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcc149d2. 00010000:00000010:2.0:1776202235.908763:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5bc6bc3. 00000400:00000010:2.0:1776202235.908779:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a094ac9. 00000100:00000200:2.0:1776202235.908783:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612416, offset 224 00000400:00000200:2.0:1776202235.908792:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1776202235.908802:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1776202235.908807:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92110:92110:256:4294967295] 192.168.204.38@tcp LPNI seq info [92110:92110:8:4294967295] 00000400:00000200:2.0:1776202235.908819:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1776202235.908824:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1776202235.908862:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7156725 (tot 82354778). 00000800:00000200:2.0:1776202235.908869:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1776202235.908877:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1776202235.908881:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7156725 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776202235.908902:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006217d842. 00000020:00000010:2.0:1776202235.908907:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a0fd480e. 00000020:00000010:2.0:1776202235.908910:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2717844. 00000800:00000200:2.0:1776202235.908987:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.908991:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7156725 (tot 82354530). 00000400:00000200:2.0:1776202235.908996:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.908999:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.909002:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a094ac9 00000400:00000010:2.0:1776202235.909004:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a094ac9. 00010000:00000010:3.1:1776202235.909611:0:78669:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c24246e2. 00010000:00000010:3.1:1776202235.909620:0:78669:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e334584f. 00000400:00000010:1.0:1776202235.910582:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.910590:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.910592:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.910607:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613812288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.910618:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613812288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.910651:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004de894e0. 02000000:00000010:1.0:1776202235.910667:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c06c7db. 02000000:00000010:1.0:1776202235.910672:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064277b93. 00000100:00000010:1.0:1776202235.910676:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.910680:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.910684:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d345725f. 00080000:00000010:1.0:1776202235.910705:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064277b93. 00010000:00000010:1.0:1776202235.910799:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202235.910807:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcc24e32. 00010000:00000010:1.0:1776202235.910925:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8c0198a. 00010000:00000010:1.0:1776202235.910931:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202235.910943:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d345725f. 00000100:00000010:1.0:1776202235.910950:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.910957:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.910969:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c06c7db. 02000000:00000010:1.0:1776202235.911000:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020c00061. 00000400:00000010:1.0:1776202235.911005:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.911010:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.911015:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812352, portal 16 00000400:00000010:1.0:1776202235.911019:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c62c6401. 00000100:00000200:1.0:1776202235.911022:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812352, offset 0 00000400:00000200:1.0:1776202235.911029:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.911042:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.911050:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.911054:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.911057:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.911060:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92111:92111:256:4294967295] 192.168.204.38@tcp LPNI seq info [92111:92111:8:4294967295] 00000400:00000200:1.0:1776202235.911069:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.911074:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.911079:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b36dece (tot 82354778). 00000800:00000200:1.0:1776202235.911084:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.911090:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.911094:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009b36dece type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.911731:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.911736:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b36dece (tot 82354530). 00000400:00000200:2.0:1776202235.911740:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.911746:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.911750:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c62c6401 00000400:00000010:2.0:1776202235.911752:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c62c6401. 00000100:00000200:2.0:1776202235.911759:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613812352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.929535:0:78670:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c1f6e8. 00010000:00000010:1.1:1776202235.929554:0:78670:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be77f457. 00000400:00000200:0.0:1776202235.934546:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.934570:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f632880 00000400:00000200:0.0:1776202235.934580:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8879 [1] + 224 00000400:00000200:0.0:1776202235.934597:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.934602:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.934616:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613812352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776202235.934655:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1776202235.934661:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x69dea8ed6c780 00000400:00000200:0.0:1776202235.934666:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb71c5 [2] + 328 00000400:00000200:0.0:1776202235.935506:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776202235.935515:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1776202235.935522:0:15860:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776202235.935530:0:15860:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae7f9bfb. 00000020:00000010:0.0:1776202235.935595:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e0c457e. 00000020:00000010:0.0:1776202235.935601:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.935606:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009de6bce5. 00000100:00000200:0.0:1776202235.935632:0:66515:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae7f9bfb x1862480604612480/t0(0) o103->d89bf5dd-7492-4a36-822d-df4f87a95902@192.168.204.38@tcp:603/0 lens 328/0 e 0 to 0 dl 1776202278 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776202235.935660:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862480604612480 02000000:00000010:0.0:1776202235.935671:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1028eae. 00010000:00000010:0.0:1776202235.935714:0:66515:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008956f760. 00000100:00000010:0.0:1776202235.935722:0:66515:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021bfa613. 00000100:00000010:0.0:1776202235.935729:0:66515:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021bfa613. 00010000:00000010:0.0:1776202235.935733:0:66515:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008956f760. 00000400:00000010:0.0:1776202235.935747:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2dd3b1. 00000100:00000200:0.0:1776202235.935752:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862480604612480, offset 224 00000400:00000200:0.0:1776202235.935759:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1776202235.935771:0:66515:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1776202235.935776:0:66515:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92112:92112:256:4294967295] 192.168.204.38@tcp LPNI seq info [92112:92112:8:4294967295] 00000400:00000200:0.0:1776202235.935787:0:66515:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1776202235.935792:0:66515:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1776202235.935797:0:66515:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a5282f (tot 82354778). 00000800:00000200:0.0:1776202235.935803:0:66515:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1776202235.935810:0:66515:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1776202235.935813:0:66515:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5a5282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776202235.935856:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003819357e. 00000020:00000010:0.0:1776202235.935861:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009de6bce5. 00000020:00000010:0.0:1776202235.935865:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e0c457e. 00000800:00000200:2.0:1776202235.936383:0:15862:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.936387:0:15862:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a5282f (tot 82354530). 00000400:00000200:2.0:1776202235.936392:0:15862:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.936398:0:15862:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.936402:0:15862:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2dd3b1 00000400:00000010:2.0:1776202235.936404:0:15862:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2dd3b1. 00010000:00000010:1.1:1776202235.936510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d0adca. 00010000:00000010:1.1:1776202235.936518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f552f9. 00010000:00000010:1.1:1776202235.936522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b12b0aa. 00000400:00000010:1.0:1776202235.936540:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.936544:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.936545:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.936552:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613812352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.936560:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613812352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776202235.936584:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001aab86a5. 02000000:00000010:1.0:1776202235.936598:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020c00061. 02000000:00000010:1.0:1776202235.936606:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c06c7db. 00000100:00000010:1.0:1776202235.936610:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.936615:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.936618:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d345725f. 00080000:00000010:1.0:1776202235.936638:0:77416:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908324e0. 00010000:00000010:1.0:1776202235.936742:0:77416:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202235.936750:0:77416:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f151fd79. 00010000:00000010:1.0:1776202235.936894:0:77416:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b12b0aa. 00010000:00000010:1.0:1776202235.936902:0:77416:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f94fa7df. 00010000:00000010:1.0:1776202235.936912:0:77416:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d345725f. 00000100:00000010:1.0:1776202235.936916:0:77416:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000268862da. 00000100:00000010:1.0:1776202235.936922:0:77416:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab860d14. 02000000:00000010:1.0:1776202235.936935:0:77416:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b381f1ab. 02000000:00000010:1.0:1776202235.936965:0:77416:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbbb715b. 00000400:00000010:1.0:1776202235.936970:0:77416:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006dbb07b9. 00000400:00000010:1.0:1776202235.936974:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.936980:0:77416:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862480613812416, portal 16 00000400:00000010:1.0:1776202235.936984:0:77416:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005cef8592. 00000100:00000200:1.0:1776202235.936986:0:77416:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862480613812416, offset 0 00000400:00000200:1.0:1776202235.936993:0:77416:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1776202235.937003:0:77416:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1776202235.937010:0:77416:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1776202235.937014:0:77416:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776202235.937017:0:77416:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1776202235.937020:0:77416:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [92113:92113:256:4294967295] 192.168.204.38@tcp LPNI seq info [92113:92113:8:4294967295] 00000400:00000200:1.0:1776202235.937027:0:77416:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1776202235.937032:0:77416:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1776202235.937036:0:77416:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a280f8a (tot 82354778). 00000800:00000200:1.0:1776202235.937041:0:77416:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000009d6123b0] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1776202235.937047:0:77416:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1776202235.937050:0:77416:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009a280f8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776202235.937639:0:15861:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776202235.937644:0:15861:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a280f8a (tot 82354530). 00000400:00000200:2.0:1776202235.937649:0:15861:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776202235.937654:0:15861:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1776202235.937658:0:15861:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005cef8592 00000400:00000010:2.0:1776202235.937660:0:15861:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005cef8592. 00000100:00000200:2.0:1776202235.937668:0:15861:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab860d14 x1862480613812416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776202235.944724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b4a4c2. 00010000:00000010:1.1:1776202235.944736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e7a3ab. 00010000:00000010:1.1:1776202235.944740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c0198a. 00000400:00000200:3.0:1776202235.945170:0:15860:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1776202235.945199:0:15860:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x69dea8f6328c0 00000400:00000200:3.0:1776202235.945209:0:15860:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb8885 [1] + 224 00000400:00000200:3.0:1776202235.945228:0:15860:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776202235.945232:0:15860:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1776202235.945242:0:15860:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab860d14 x1862480613812416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776202235.945403:0:77416:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbb07b9. 00000400:00000200:1.0:1776202235.945408:0:77416:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ad9c5ad 00000400:00000010:1.0:1776202235.945410:0:77416:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ad9c5ad. 00000100:00000200:1.0:1776202235.945416:0:77416:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab860d14 x1862480613812416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776202235.945424:0:77416:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab860d14 x1862480613812416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1776202279 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776202235.945454:0:77416:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbbb715b. 02000000:00000010:1.0:1776202235.945462:0:77416:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b381f1ab. 00000100:00000010:1.0:1776202235.945466:0:77416:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab860d14. 00000100:00000010:1.0:1776202235.945471:0:77416:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000268862da. 00010000:00000010:1.0:1776202235.945475:0:77416:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d345725f. Debug log: 53687 lines, 53687 kept, 0 dropped, 0 bad.